-- Logs begin at Thu 2021-09-16 18:22:39 UTC, end at Thu 2021-09-16 19:54:59 UTC. -- Sep 16 19:25:31.972886 dv-cinder-809448-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 19:25:34.584381 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.common.config [-] Logging enabled! Sep 16 19:25:34.584929 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev4 Sep 16 19:25:34.586241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93459) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 16 19:25:34.586987 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.common.config [-] Logging enabled! Sep 16 19:25:34.587271 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev4 Sep 16 19:25:34.587542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93459) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 16 19:25:34.588598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 16 19:25:34.588863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 16 19:25:34.589915 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 16 19:25:34.590219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 16 19:25:34.590475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 16 19:25:34.590833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.591175 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.591504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.591807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.592145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.592476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.592790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.593112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.593447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.593765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.594096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.594408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.594667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.594985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.595309 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.595656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.595906 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] debug = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.596231 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.596772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.597084 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.597395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.597716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.598063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.598371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.598702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.599061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] host = dv-cinder-809448-1-iscsi {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.599389 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.599692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.600012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.600365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.600672 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.600977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.601296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.601599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.601916 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] log_file = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.602248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.602567 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.602904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.603235 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.603507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.603757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.604081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.604404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.604708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.605030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.605332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.605645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.605966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.606282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.606609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.606933 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.607279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.607601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.608075 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.608377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.608679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.608997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.609300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.609603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.609910 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.610279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.610580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.610882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.611220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.611538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.611858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.612180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.612508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.612827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.613129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.613430 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.613729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] use_json = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.614054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.614356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.614673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.614993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.615293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.615593 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.615891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.616209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:34.616533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.616866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.617197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.617508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.617831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.618173 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.618514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.618824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.619149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.619472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.619816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.620137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.620453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.620786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.621114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.621417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.621740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.622109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.622429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.622737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.623722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.624037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.624369 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.624684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.624990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.625289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.625591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.625898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.626274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.626601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.626901 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.627202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.627508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.627828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.628140 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.628447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.628747 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.629046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.629388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.629689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.630017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.630331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.630633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.630936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.631254 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.631557 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.631857 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.632155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.632456 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.632756 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.633056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.633765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.634116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.634420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.634721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.635022 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.635324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.635658 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.635993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.636314 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.636624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.636936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.637249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.637553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.637858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.638193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.639138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.639507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.639795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.640109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.640433 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.640746 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.641089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.641421 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.641728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.642066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.642376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.642720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.643033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.643347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.643669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.643991 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.644331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.644653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.644972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.645279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.645633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.645976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:34.646225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:25:34.646487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93459) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Sep 16 19:25:35.316960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:25:35.317283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:25:35.317640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:25:35.319361 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 19:25:35.665589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.666156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.666262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.727191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.727506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.727807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.730766 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.731050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.731343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.880154 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.880476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.880769 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.881954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.882251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:35.882547 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.002060 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.002378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.002685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.002991 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.004001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.194259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.194648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.194979 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.195281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.195577 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.195950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.196248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.196533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.196820 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.197155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.197449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.197753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.198082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.198374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.198683 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.198995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.199306 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.199623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.199907 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.200240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.200675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.201038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.201437 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.201781 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.202090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.202374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.202790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:25:36.203068 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:25:36.203338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:25:36.203609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:25:36.203878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:25:36.204145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:25:36.205493 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 19:25:36.213642 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 19:25:36.221467 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 19:25:36.226950 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 16 19:25:36.229691 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 19:25:36.230792 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 19:25:36.231170 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 19:25:36.231595 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 19:25:36.235914 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 19:25:36.236198 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 19:25:36.236725 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 19:25:36.263335 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 16 19:25:36.263853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.264199 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93459) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 19:25:36.264610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.265981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93459) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 19:25:36.266328 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 19:25:36.266606 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 19:25:36.269663 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.269998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:36.335456 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 19:25:36.335720 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 19:25:36.335990 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 19:25:36.336382 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 19:25:36.370269 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.sqlalchemy.engines [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=93459) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 16 19:25:36.757049 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Initializing driver for type 'gre' Sep 16 19:25:36.757617 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] gre ID ranges: [(1, 1000)] Sep 16 19:25:36.882827 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Initializing driver for type 'local' Sep 16 19:25:36.883198 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Initializing driver for type 'vlan' Sep 16 19:25:36.945214 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] VlanTypeDriver initialization complete Sep 16 19:25:36.945585 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Initializing driver for type 'vxlan' Sep 16 19:25:36.946175 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] vxlan ID ranges: [(1, 1000)] Sep 16 19:25:37.053948 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Initializing extension driver 'port_security' Sep 16 19:25:37.054285 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.extensions.port_security [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] PortSecurityExtensionDriver initialization complete Sep 16 19:25:37.054664 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Initializing mechanism driver 'openvswitch' Sep 16 19:25:37.055027 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Initializing mechanism driver 'hyperv' Sep 16 19:25:37.061831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:25:37.062757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > port after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.063181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > port after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.063573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > port after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.064003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > subnet after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.064390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > subnet after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.064772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.065186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > network after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.065566 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > network after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.065955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > network after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.066378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > security_group after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.066917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > security_group after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.067300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > security_group after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.067721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.068098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.068470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.068833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] ML2 OVO RPC backend initialized. {{(pid=93459) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 16 19:25:37.069543 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.069971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.070395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > network before_response 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.070773 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > networks before_response 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.071150 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > port before_response 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.071522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > ports before_response 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.071895 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > subnet before_response 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.072271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > subnets before_response 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.072649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > network after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.073024 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > network after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.073394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > network after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.073764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > port after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.074158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > port after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.074525 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > port after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.074892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > subnet after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.075256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > subnet after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.075622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.076927 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.plugin [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Modular L2 Plugin initialization complete Sep 16 19:25:37.077365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading services supported by the core plugin {{(pid=93459) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Sep 16 19:25:37.077731 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.plugins.ml2.managers [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Got port-security extension from driver 'port_security' Sep 16 19:25:37.078251 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.extensions.vlantransparent [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Disabled vlantransparent extension. Sep 16 19:25:37.078704 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93459) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Sep 16 19:25:37.079049 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading Plugin: router Sep 16 19:25:37.126226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router_interface before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.126670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router after_create 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.127102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router before_create 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.127488 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.127908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.128304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router after_delete 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.128705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > floatingip after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.129113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router after_create 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.129501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router after_update 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.129891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router after_update 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.130317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.130719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router after_update 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.131213 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router precommit_update 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.131632 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: port after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.132011 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: port after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.132381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: subnet after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.132755 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.133141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > port precommit_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.133527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router precommit_create 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.133912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: port before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.134313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router precommit_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.134716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router after_update 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.135096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router precommit_delete 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.135488 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router precommit_create 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.135893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.136321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router precommit_update 55549900 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.136737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > agent after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.137132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > agent after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.137523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > network after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.139169 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Tracking information for resource: router configured {{(pid=93459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:25:37.139540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Tracking information for resource: floatingip configured {{(pid=93459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:25:37.146124 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_agentschedulers_db [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 19:25:37.146766 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: port after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.147153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: port after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.147540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: port after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.147918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: port after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.148804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router before_create 55550100 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.149202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router precommit_delete 55550100 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.149601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router precommit_create 55550100 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.150032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > router precommit_update 55550100 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.154597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.provider_configuration [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service providers = [] {{(pid=93459) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 19:25:37.154996 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.servicetype_db [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93459) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 19:25:37.157803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.service_base [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 16 19:25:37.158206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.service_base [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 16 19:25:37.158574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.service_base [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 16 19:25:37.159462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.service_base [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 16 19:25:37.159858 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.services.service_base [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 19:25:37.160272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:25:37.160624 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 19:25:37.181186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:25:37.181551 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading Plugin: auto_allocate Sep 16 19:25:37.192644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: network precommit_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.193041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: network precommit_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.193623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:25:37.193997 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading Plugin: tag Sep 16 19:25:37.205301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:25:37.205666 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading Plugin: timestamp Sep 16 19:25:37.209624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:25:37.210008 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading Plugin: network_ip_availability Sep 16 19:25:37.215594 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.215996 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.216380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.217176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:25:37.217528 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading Plugin: flavors Sep 16 19:25:37.233567 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:25:37.233962 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading Plugin: revisions Sep 16 19:25:37.238281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 16 19:25:37.238678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.921s {{(pid=93459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:25:37.239457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93459) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Sep 16 19:25:37.239812 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Initializing extension manager. Sep 16 19:25:37.240375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: __init__.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.240750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: __pycache__ {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.241120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.241486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.241855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: _filter_validation_lib.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.242245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.242611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: address_scope.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.243424 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.244054 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: address-scope Sep 16 19:25:37.244412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: admin_state_down_before_update.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.245345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.245916 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: router-admin-state-down-before-update Sep 16 19:25:37.246296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: agent.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.247079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.247652 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: agent Sep 16 19:25:37.248550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: agent_resources_synced.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.249463 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.250069 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: agent-resources-synced Sep 16 19:25:37.250429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: allowedaddresspairs.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.252210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.252798 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: allowed-address-pairs Sep 16 19:25:37.253159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: auto_allocated_topology.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.254377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.254957 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: auto-allocated-topology Sep 16 19:25:37.255320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: availability_zone.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.256090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.256658 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: availability_zone Sep 16 19:25:37.257016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: availability_zone_filter.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.257957 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.258533 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: availability_zone_filter Sep 16 19:25:37.258890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: data_plane_status.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.259795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.260364 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 19:25:37.260718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: default_subnetpools.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.261631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.262223 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: default-subnetpools Sep 16 19:25:37.262580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: dhcpagentscheduler.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.263486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.264071 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: dhcp_agent_scheduler Sep 16 19:25:37.264429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: dns.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.265340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.265909 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension dns-integration not supported by any of loaded plugins Sep 16 19:25:37.266294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: dns_domain_ports.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.267208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.267780 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 19:25:37.268138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: dvr.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.268888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.269460 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: dvr Sep 16 19:25:37.269817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: empty_string_filtering.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.270756 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.271327 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: empty-string-filtering Sep 16 19:25:37.271683 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.272590 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.273160 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 19:25:37.273519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.274465 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.275033 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 19:25:37.275386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: external_net.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.276301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.276876 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: external-net Sep 16 19:25:37.277229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: extra_dhcp_opt.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.278177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.278750 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: extra_dhcp_opt Sep 16 19:25:37.279212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: extraroute.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.280141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.280716 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: extraroute Sep 16 19:25:37.281071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: extraroute_atomic.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.282231 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.282810 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: extraroute-atomic Sep 16 19:25:37.283173 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: filter_validation.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.283874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.284440 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: filter-validation Sep 16 19:25:37.284794 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: fip_pf_description.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.285715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.286305 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 19:25:37.286662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: fip_port_details.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.287582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.288152 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: fip-port-details Sep 16 19:25:37.288513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: flavors.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.289725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.290345 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: flavors Sep 16 19:25:37.290706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.292442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.293028 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 19:25:37.293394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: floatingip_pools.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.294221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.295310 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: floatingip-pools Sep 16 19:25:37.295743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: ip_allocation.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.296669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.297242 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 19:25:37.297604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.298573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.299148 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: ip-substring-filtering Sep 16 19:25:37.299508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: l2_adjacency.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.300441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.301008 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 19:25:37.301365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: l3.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.302491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.303071 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: router Sep 16 19:25:37.303429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: l3_conntrack_helper.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.305905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.306478 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 19:25:37.306841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.307771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.308355 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: ext-gw-mode Sep 16 19:25:37.308715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.309634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.310255 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: l3-ha Sep 16 19:25:37.311230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: l3_flavors.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.312158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.312733 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: l3-flavors Sep 16 19:25:37.313091 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.314024 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.314602 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 19:25:37.314955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: l3agentscheduler.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.316162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.316748 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: l3_agent_scheduler Sep 16 19:25:37.317107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: logging.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.318700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.319288 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension logging not supported by any of loaded plugins Sep 16 19:25:37.319657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: metering.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.320633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.321340 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: metering Sep 16 19:25:37.321705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: multiprovidernet.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.322666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.323253 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: multi-provider Sep 16 19:25:37.323609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: netmtu.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.324533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.325116 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: net-mtu Sep 16 19:25:37.325460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: netmtu_writable.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.326556 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.327132 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: net-mtu-writable Sep 16 19:25:37.327490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: network_availability_zone.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.328258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.328827 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: network_availability_zone Sep 16 19:25:37.329180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: network_ip_availability.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.330328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.330911 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: network-ip-availability Sep 16 19:25:37.331272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: network_segment_range.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.332189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.333040 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 19:25:37.333396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: pagination.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.334411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.334780 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: pagination Sep 16 19:25:37.335136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.336044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.336628 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: port-mac-address-regenerate Sep 16 19:25:37.336982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: port_resource_request.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.337886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.338495 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 19:25:37.338850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: portbindings.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.339784 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.340362 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: binding Sep 16 19:25:37.340718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: portbindings_extended.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.342033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.342618 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: binding-extended Sep 16 19:25:37.342977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: portsecurity.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.343892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.344469 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: port-security Sep 16 19:25:37.344826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: project_id.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.347228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.347614 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: project-id Sep 16 19:25:37.347986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: providernet.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.348919 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.349507 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: provider Sep 16 19:25:37.349870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: qos.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.353520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.354148 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension qos not supported by any of loaded plugins Sep 16 19:25:37.354520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.355736 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.356316 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 19:25:37.356679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.358143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.358732 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 19:25:37.359090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: qos_default.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.360001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.360575 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension qos-default not supported by any of loaded plugins Sep 16 19:25:37.360930 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: qos_fip.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.361640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.362246 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension qos-fip not supported by any of loaded plugins Sep 16 19:25:37.362604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: qos_gateway_ip.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.363525 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.364090 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 19:25:37.364444 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: qos_port_network_policy.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.365361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.365945 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 19:25:37.366312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: qos_rule_type_details.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.367234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.367807 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 19:25:37.368164 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: qos_rules_alias.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.369207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.369782 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 19:25:37.370168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: quotasv2.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.371206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.371577 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: quotas Sep 16 19:25:37.371936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: quotasv2_detail.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.373580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.373988 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: quota_details Sep 16 19:25:37.374343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: rbac.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.375473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.376064 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: rbac-policies Sep 16 19:25:37.376427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: rbac_address_scope.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.377357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.377950 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: rbac-address-scope Sep 16 19:25:37.378321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: rbac_security_groups.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.379248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.379823 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: rbac-security-groups Sep 16 19:25:37.380180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: rbac_subnetpool.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.381093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.381669 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: rbac-subnetpool Sep 16 19:25:37.382051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: revisionifmatch.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.382971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.383548 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: revision-if-match Sep 16 19:25:37.383905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: revisions.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.385014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.385590 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: standard-attr-revisions Sep 16 19:25:37.385985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: router_availability_zone.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.386757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.387346 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: router_availability_zone Sep 16 19:25:37.387706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: routerservicetype.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.389245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.389901 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension router-service-type not supported by any of loaded plugins Sep 16 19:25:37.390284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: security_groups_port_filtering.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.391199 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.391774 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: port-security-groups-filtering Sep 16 19:25:37.392139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: securitygroup.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.405221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.405823 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: security-group Sep 16 19:25:37.406249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: segment.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.407171 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.407748 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension segment not supported by any of loaded plugins Sep 16 19:25:37.408115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.409073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.409650 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 19:25:37.410041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: servicetype.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.411136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.411726 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: service-type Sep 16 19:25:37.412086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: sorting.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.413128 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.413494 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: sorting Sep 16 19:25:37.413849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: standard_attr_segment.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.414787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.415368 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 19:25:37.415724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: standardattrdescription.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.416419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.417000 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: standard-attr-description Sep 16 19:25:37.417357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: stateful_security_group.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.418371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.418955 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: stateful-security-group Sep 16 19:25:37.419312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: stdattrs_common.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.420441 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 19:25:37.420792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.421726 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.422332 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 19:25:37.422689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: subnet_onboard.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.423750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.424335 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: subnet_onboard Sep 16 19:25:37.424693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.425618 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.426217 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 19:25:37.426575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: subnet_service_types.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.427565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.428156 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: subnet-service-types Sep 16 19:25:37.428539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: subnetallocation.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.432437 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.433066 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: subnet_allocation Sep 16 19:25:37.433440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.434206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.434791 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: subnetpool-prefix-ops Sep 16 19:25:37.435157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.436726 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.437306 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 19:25:37.437665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: tagging.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.439101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.439695 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: standard-attr-tag Sep 16 19:25:37.440058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: timestamp.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.441270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.441857 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loaded extension: standard-attr-timestamp Sep 16 19:25:37.442250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: trunk.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.443290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.443876 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension trunk not supported by any of loaded plugins Sep 16 19:25:37.444237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: trunk_details.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.445178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.445757 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension trunk-details not supported by any of loaded plugins Sep 16 19:25:37.446142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: uplink_status_propagation.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.447118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.447696 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 19:25:37.448054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Loading extension file: vlantransparent.py {{(pid=93459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 16 19:25:37.448764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 16 19:25:37.449340 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 19:25:37.452004 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:network Sep 16 19:25:37.452798 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:subnet Sep 16 19:25:37.453518 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:25:37.454216 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:port Sep 16 19:25:37.455610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.456137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service FLAVORS assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.456833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.457299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.457964 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:router Sep 16 19:25:37.458684 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:floatingip Sep 16 19:25:37.459491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service METERING assigned prefix: /metering {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.461303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.461708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.462125 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:25:37.463256 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 19:25:37.463740 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:security_group Sep 16 19:25:37.464545 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 19:25:37.465347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service CORE assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.465718 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:25:37.466121 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] subnetpool is already registered Sep 16 19:25:37.466793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service CORE assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.467158 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:25:37.467520 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] subnetpool is already registered Sep 16 19:25:37.470200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.470681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service FLAVORS assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.471374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.471840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.472211 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:router Sep 16 19:25:37.472575 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] router is already registered Sep 16 19:25:37.473236 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:floatingip Sep 16 19:25:37.473602 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] floatingip is already registered Sep 16 19:25:37.474320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service METERING assigned prefix: /metering {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.475054 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 19:25:37.475421 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] rbac_policy is already registered Sep 16 19:25:37.475876 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:security_group Sep 16 19:25:37.476239 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] security_group is already registered Sep 16 19:25:37.477046 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 19:25:37.477411 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] security_group_rule is already registered Sep 16 19:25:37.478199 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service CORE assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.478573 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:25:37.478929 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] subnetpool is already registered Sep 16 19:25:37.479593 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.resource_helper [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Service CORE assigned prefix: {{(pid=93459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 16 19:25:37.479956 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:25:37.480312 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.quota.resource_registry [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] subnetpool is already registered Sep 16 19:25:37.481043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: extensions {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.483227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: address-scopes {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.484473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: agents {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.485787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: auto-allocated-topology {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.487118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: availability_zones {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.488368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: dhcp-networks {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.489897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: dhcp-agents {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.491357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: routers {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.493102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: flavors {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.494445 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: service_profiles {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.495700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: next_providers {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.497162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: service_profiles {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.499283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: floatingip-pools {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.501514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: routers {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.503297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: floatingips {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.504539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: l3-routers {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.506069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: l3-agents {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.507515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: metering-labels {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.508799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: metering-label-rules {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.510243 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: network-ip-availabilities {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.511529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: bindings {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.513109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: quotas {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.514738 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: quotas {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.516215 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: rbac-policies {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.517444 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: security-groups {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.518723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: security-group-rules {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.520081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: service-providers {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.521338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: subnetpools {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.522742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: subnetpools {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.524334 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.526138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.527885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.530676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.532388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.534231 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.536051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.537880 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.539918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.541697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.extensions [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Extended resource: tags {{(pid=93459) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 16 19:25:37.549334 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING keystonemiddleware.auth_token [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 19:25:37.554265 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING keystonemiddleware.auth_token [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 19:25:37.563029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Acquired lock "singleton_lock" {{(pid=93459) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Sep 16 19:25:37.563500 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Releasing lock "singleton_lock" {{(pid=93459) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Sep 16 19:25:37.564939 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO oslo_service.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Starting 2 workers Sep 16 19:25:37.569523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Started child 93568 {{(pid=93459) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 16 19:25:37.573804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:37.574097 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Started child 93569 {{(pid=93459) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 16 19:25:37.575306 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [-] (93568) wsgi starting up on http://0.0.0.0:9696 Sep 16 19:25:37.575539 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 19:25:37.576311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Notify callbacks [] for process, before_spawn {{(pid=93459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:37.577858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:37.579150 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO oslo_service.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Starting 1 workers Sep 16 19:25:37.579307 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [-] (93569) wsgi starting up on http://0.0.0.0:9696 Sep 16 19:25:37.584694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Started child 93570 {{(pid=93459) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 16 19:25:37.585258 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO oslo_service.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Starting 1 workers Sep 16 19:25:37.587206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] calling RpcWorker wait() {{(pid=93570) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 19:25:37.587631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] returning from RpcWorker wait() {{(pid=93570) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 19:25:37.589132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:37.589685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:25:37.589788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Started child 93571 {{(pid=93459) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 16 19:25:37.590583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e53e9e85-108b-41f8-9abd-bd1b3124fcdb None None] Notify callbacks [] for process, after_spawn {{(pid=93459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:37.592834 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93459) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Sep 16 19:25:37.593055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 16 19:25:37.593266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 16 19:25:37.593549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 16 19:25:37.594011 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 16 19:25:37.594212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 16 19:25:37.594788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.595073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.595343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:37.595436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.595634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.595951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.596548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:25:37.596645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.596898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.597183 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.597499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.597777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.598001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.598205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.598493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.598756 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.599088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.599380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.599643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.599918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.600129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.600407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.600715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.600982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.601281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] debug = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.601558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.602198 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.602453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.602737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.602999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.603298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.603586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.603891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.604163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.604426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.604710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.605011 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.605250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.605517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.605817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.606092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.606506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] host = dv-cinder-809448-1-iscsi {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.606758 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.607004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.607997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.608285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.608587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.608833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.609125 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.609419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.609725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.610008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.610260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.610518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.610785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.611053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_file = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.611244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_options = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.611503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.611786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.612065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.612288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.612482 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.612673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.612970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.613162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.613452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.613699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.613970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.614311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.614561 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.614785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.615081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.615323 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.615583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.615823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.616102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.616387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.616667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.616930 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.617190 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.618176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.618531 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.618739 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.619025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.619306 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.619583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.619870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.620151 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.620455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.620729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.621053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.621299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.621523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.621800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.622162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.622435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.622733 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.623307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.623559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.623853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.624109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.624361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.624610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_json = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.624868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.625289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.625574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.626065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.626510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.626962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.627394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.627860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.628498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.629007 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.629267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 41780) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:25:37.629692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.632095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.632095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.632095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.632095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.632095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.632095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.632095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.632095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.633765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.633765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.633765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.633765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.633765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.634412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.634412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.634665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.634665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.634926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.637985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.637985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.637985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.637985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.637985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.637985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.637985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.637985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.637985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.639267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.639267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.639267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.639267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.639267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.639267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.639267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.640136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.640136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.640136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.640136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.640635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.640635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.640888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.641028 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.641257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.641507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.641749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.642040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.642286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.642553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.642814 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.643064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.643307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.643542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.643888 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123472 Sep 16 19:25:37.644062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.644466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.644863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.645252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.645647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.646098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.646359 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.646611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.646859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.647106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.647370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.647615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.647870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.648118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.648365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.648608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.648855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.649098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.649411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.649746 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.650063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.650338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.650608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.651711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.651980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.652268 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.652526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.652807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.653059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.653350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.653627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.653897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.654744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.654974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.655604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.656047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.656462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.656884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.658318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.658318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.658318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.658318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.658631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.658631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.658922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.659285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.659560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.660788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.660788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.660788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.660788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.661282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.661282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.661526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.661739 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.662535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.663003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.664329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.664650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.664922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.665212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.665546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.665966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.666291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.666551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.666808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.667101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.667405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.667665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.667974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.668260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.668560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.668890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.669153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.669400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.670481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.670938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.671354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.671732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.672167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.672587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.673012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.673464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.673905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.674347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.674798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.675206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.675650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.676178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.676470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.676728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.676990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.677283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.677544 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.677806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.678098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.678352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.678645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.678906 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.679232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.679528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.679807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.680096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.680373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.680656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.680905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.681194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.681468 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.682411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.682411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.682411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.682840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.682840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.683110 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.683246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.683492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.683765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.684124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.684384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.684665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.684923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.685175 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.685412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.685661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.685970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.686986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.687250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.687537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.687800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.688060 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.688311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.688571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.688844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.689052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.689538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.689839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.691237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.691237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.691237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.691237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.691237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.691925 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.691925 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.692191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.692449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.692737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.693012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.693350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.693646 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.693968 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.694302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.694557 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.694850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.695108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.695381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.695645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.696303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.696303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.696646 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.696951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.697260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.698165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.698165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.698837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.698837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.699111 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.700923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.700923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.700923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.700923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.701771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.701771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.701771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.702195 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.702195 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.702471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.702620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.702886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.703149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.703434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.703705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.703979 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.704262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.704510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.706207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.707604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.707995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:25:37.708731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93459) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Sep 16 19:25:37.709090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 16 19:25:37.709429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 16 19:25:37.709812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 16 19:25:37.711484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 16 19:25:37.711484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 16 19:25:37.711484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.711484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.711484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.711484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.711484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.712384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.712384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.712384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.712384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.712384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.712938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.712938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.712938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.713329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.713329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.713329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.713702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.713702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.714026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.714882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.715303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.716331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.717076 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] debug = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.717221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.717428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.717651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.717985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.718180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.718375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.718568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.718760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.718952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.719145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.719336 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.719527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.719717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.719909 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.720101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.720293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.720483 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] host = dv-cinder-809448-1-iscsi {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.720675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.720867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.721057 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.721245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.721435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.721624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.721814 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.722045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.722241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.722431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.722594 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.722783 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.723751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.723751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_file = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.723751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_options = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.723751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.723751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.724521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.724521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.724521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.724521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.724521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.725760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.725760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.725760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.725760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.725760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.725760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.725760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.726695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.726695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.726695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.726695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.726695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.727440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.727440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.727440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.727440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.727440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.728069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.728069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.728069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.728069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.728574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.728574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.728574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.728972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.728972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.729241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.729241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.729498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.729498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.729794 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.730029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.730029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.730297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.730433 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.730567 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.730703 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.730885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.731075 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_json = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.731284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.731428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.731564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.731754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.731943 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.732197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.733089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.733355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 16 19:25:37.733504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.733650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.734668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.734668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.734668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.734668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.734668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.734668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.735438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.735438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.735438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.735438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.735980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.735980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.735980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.736356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.736356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.736356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.736732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.736732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.737009 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.737893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.737893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.737893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.737893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.737893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.738596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.738596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.738596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.738596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.739109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.739109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.739109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.739497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.739497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.739753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.739753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.740016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.740016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.740285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.740420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.740554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.740689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.740883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.741075 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.741269 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.741464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.741656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.741849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.742068 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.742277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.742469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.742664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.742857 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.743050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.743241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.743432 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.743625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.743816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.744014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.744206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.744398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.744589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.744786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.744960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.745313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.745511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.745706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.745901 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.746100 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.746466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.746658 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.746851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.747052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.747264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.747459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.747651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.747877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.748153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.748298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.748396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.748594 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.748753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.749004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.749106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.749327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.749424 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.749603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.749920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.750278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.750591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.750947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.751143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.751324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.751512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.751712 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.751903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.752094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.752876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.752876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.752876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.752876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.753164 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.753164 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.753288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.753464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.753782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.754163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.754351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.754519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.754899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.755271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.755469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.755662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.755856 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.756055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.756257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.756500 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.756696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.756889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.757083 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.757560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.757560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.757827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.757827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.758264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.758264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.758264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.758687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.758687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.758950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.758950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.759211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.759348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.759512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.759651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.759798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.759937 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.760115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.760309 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.760503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.760696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.761026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.761184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.761324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.761471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.761610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.761749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.761885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.762065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.762266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.762459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.762651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.763187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.763187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.763187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.764105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.764105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.764105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.764105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.764105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.765532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.765532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.765532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.765532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.765532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.765532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.765532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.765532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.767131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.767131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.767131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.767131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.767131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.767131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.767131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.767131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.768949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.768949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.768949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.768949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.768949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.768949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.768949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.768949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.770118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.770118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.770118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.770118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.770118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.770118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.770118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.770118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.770118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.771446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.771586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:25:37.771732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.771732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.771732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.771732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.771732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.771732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.771732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.771732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.772744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.772744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.772744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.772744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.772744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.772744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.772744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.772744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.773767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.773767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.773767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.773767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.773767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.773767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.773767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.775252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.775252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.775252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.775252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.775252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.775252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.775252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.775252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.775252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.776380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.776380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.776380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.776380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.776380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.776380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.776380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.777281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.777281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.777281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.777281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.777281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.777921 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.777921 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:25:37.777921 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93459) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:25:47.905635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b767ac-51a8-4e3c-a2f2-ac7d0e72d2e4 None None] get_active_networks_info from dv-cinder-809448-1-iscsi {{(pid=93570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 16 19:25:48.256650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b767ac-51a8-4e3c-a2f2-ac7d0e72d2e4 None None] No non-hosted networks {{(pid=93570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 19:25:48.343384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fba1b5e8-7db9-4106-9ef9-c8389cdd4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854148562'] for agent, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:49.608297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854148562'] for agent, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:49.608953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.609713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.610986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.611515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.612035 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.612551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.613066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.613612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.614159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.614685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.615204 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:49.615744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809448-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:25:49.628884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809448-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:25:50.385206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1c579e3d-8fae-4492-9464-6042b04180fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854148562'] for agent, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:50.413754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf8dcde5-137e-4544-b9ed-c71f86c605b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:50.808228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854148562'] for agent, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:51.803036 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854148562'] for agent, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:52.895507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 41904) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:25:53.494352 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_hamode_db [None req-70e1d560-8e2c-4b34-891e-2b3c0b326390 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 19:25:53.576354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [None req-2ba23501-7e58-46ef-9784-f2176dea984e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:25:53.577385 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2ba23501-7e58-46ef-9784-f2176dea984e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6808958 Sep 16 19:25:53.579724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e1d560-8e2c-4b34-891e-2b3c0b326390 None None] Routers set() bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:25:53.580144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e1d560-8e2c-4b34-891e-2b3c0b326390 None None] Router IDs set() for agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 19:25:55.763568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 41920) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:25:55.843143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-d11b9397-2129-48f6-b677-5ad22ff52fc2 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:25:56.097645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.policy [None req-d11b9397-2129-48f6-b677-5ad22ff52fc2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93568) register_rules /opt/stack/neutron/neutron/policy.py:68}} Sep 16 19:25:56.104789 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota [None req-d11b9397-2129-48f6-b677-5ad22ff52fc2 admin admin] Loaded quota_driver: . Sep 16 19:25:56.139540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d11b9397-2129-48f6-b677-5ad22ff52fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:25:56.250722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d11b9397-2129-48f6-b677-5ad22ff52fc2 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261885342447', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261885331112', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261885330722', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261885377321', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261885656552', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-18794', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854676468', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854242325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-773398'] for rbac-policy, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:56.544641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d11b9397-2129-48f6-b677-5ad22ff52fc2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:56.545913 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d11b9397-2129-48f6-b677-5ad22ff52fc2 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7813075 Sep 16 19:25:58.756722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 41936) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:25:58.832897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:25:58.838636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:25:58.843013 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Usage tracker for resource:network and tenant:b6e6c2f9dcb3464e9d20013616c6d146 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:25:58.846806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:25:58.853009 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:25:58.893747 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Made reservation on behalf of b6e6c2f9dcb3464e9d20013616c6d146 for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:25:58.899457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:58.917994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:59.023754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:25:59.027597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e6c2f9dcb3464e9d20013616c6d146 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:25:59.030538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:25:59.036924 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:25:59.146678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:59.173355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:59.178032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:25:59.198325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:25:59.222913 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261888475371', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:59.223504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Unsubscribe: segment precommit_create {{(pid=93568) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Sep 16 19:25:59.223972 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Added segment 218c6e98-328f-4843-9fab-7c098cf8f30e of type vlan for network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 Sep 16 19:25:59.278213 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8fe09e-5b91-4ee2-9b5f-522af3549aab,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:25:59.313606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.314013 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.314379 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.314732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.315096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.315446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.315793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.316149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.316492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.316830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.317171 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Tracked resource versions report: Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: pushed versions: Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': {'1.0'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': {'1.1'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': {'1.5'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': {'1.2'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': {'1.8'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': {'1.2'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': {'1.0'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': {'1.1'}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': {'1.1'}} Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: consumer versions: Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: { DHCP agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: L3 agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: Metadata agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: Metering agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: Open vSwitch agent@dv-cinder-809448-1-iscsi: { 'ConntrackHelper': '1.0', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': '1.0', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': '1.1', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': '1.5', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': '1.2', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': '1.8', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': '1.2', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': '1.0', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': '1.0', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': '1.1', Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': '1.1'}} Sep 16 19:25:59.318291 dv-cinder-809448-1-iscsi neutron-server[93459]: {{(pid=93568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:25:59.340233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:59.367690 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:25:59.413569 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:59.414797 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:25:59.415455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:25:59.420291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:25:59.523563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7dc40e-6ab6-425a-b64f-139605a69dc1,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:25:59.526830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:25:59.535650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:25:59.585841 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8279684 Sep 16 19:26:01.842038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 41954) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:02.026390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e933c-2aaf-4a33-b306-88bbb4a348f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:26:02.027850 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e73e933c-2aaf-4a33-b306-88bbb4a348f1 admin admin] 10.222.0.37 "GET /v2.0/networks/5e7dc40e-6ab6-425a-b64f-139605a69dc1 HTTP/1.1" status: 200 len: 825 time: 0.1848476 Sep 16 19:26:02.057571 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-113f0da4-485c-48ad-840a-4b7963a6f4b9 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/88878c80-c0ce-44ae-bd73-b16be83d2fea HTTP/1.1" status: 200 len: 734 time: 0.0229409 Sep 16 19:26:02.066648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Request body: {'subnet': {'subnetpool_id': '88878c80-c0ce-44ae-bd73-b16be83d2fea', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:26:02.071016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:26:02.074956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Usage tracker for resource:subnet and tenant:b6e6c2f9dcb3464e9d20013616c6d146 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:26:02.078019 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:26:02.084776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:26:02.157071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Made reservation on behalf of b6e6c2f9dcb3464e9d20013616c6d146 for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:26:02.162830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:02.482565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:02.487398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:02.573396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c650b3ab-d7cd-434f-9100-b9e8a0282b13,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:02.579905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:02.581016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Checking segment: {'id': '218c6e98-328f-4843-9fab-7c098cf8f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:26:02.581491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Network hostable DHCP agents. Network: 5e7dc40e-6ab6-425a-b64f-139605a69dc1, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:26:02.624666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:26:02.681211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 5e7dc40e-6ab6-425a-b64f-139605a69dc1) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:26:02.685596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:26:02.686265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:02.691626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4722bfd-0664-4723-8997-627e59dea15f None None] Network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:26:02.722186 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6590078 Sep 16 19:26:03.091143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-5e7dc40e-6ab6-425a-b64f-139605a69dc1', 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'fixed_ips': [{'subnet_id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:26:03.092156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:03.298501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Allocated IP 172.20.0.2 (5e7dc40e-6ab6-425a-b64f-139605a69dc1/c650b3ab-d7cd-434f-9100-b9e8a0282b13/25af8526-c571-4e54-aab9-55f4f2db038d) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:26:03.530034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:03.615808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Transition to ACTIVE for port object 25af8526-c571-4e54-aab9-55f4f2db038d will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:26:03.636426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Transition to ACTIVE for port object 25af8526-c571-4e54-aab9-55f4f2db038d will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:26:03.665046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:03.669886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:03.738531 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:26:03.741441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:26:03.744600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:26:03.751578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Pushing event updated for resources: {'Port': ['ID=25af8526-c571-4e54-aab9-55f4f2db038d,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:03.792101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.792538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.792956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.793367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.793778 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.794208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.794618 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.795022 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.795422 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.795823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.796222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Tracked resource versions report: Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: pushed versions: Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': {'1.0'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': {'1.1'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': {'1.5'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': {'1.2'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': {'1.8'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': {'1.2'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': {'1.0'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': {'1.1'}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': {'1.1'}} Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: consumer versions: Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: { DHCP agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: L3 agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: Metadata agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: Metering agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: Open vSwitch agent@dv-cinder-809448-1-iscsi: { 'ConntrackHelper': '1.0', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': '1.0', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': '1.1', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': '1.5', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': '1.2', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': '1.8', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': '1.2', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': '1.0', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': '1.0', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': '1.1', Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': '1.1'}} Sep 16 19:26:03.797985 dv-cinder-809448-1-iscsi neutron-server[93459]: {{(pid=93570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:26:03.801844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:03.858175 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Attempting to bind port 25af8526-c571-4e54-aab9-55f4f2db038d on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:26:03.858540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Attempting to bind port 25af8526-c571-4e54-aab9-55f4f2db038d by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '218c6e98-328f-4843-9fab-7c098cf8f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:26:03.858961 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Attempting to bind port 25af8526-c571-4e54-aab9-55f4f2db038d on network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:26:03.866516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:26:03.866936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Checking segment: {'id': '218c6e98-328f-4843-9fab-7c098cf8f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:26:03.867390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:03.867808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Bound using segment: {'id': '218c6e98-328f-4843-9fab-7c098cf8f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:26:03.868322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Bound port: 25af8526-c571-4e54-aab9-55f4f2db038d, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218c6e98-328f-4843-9fab-7c098cf8f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:26:03.868730 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:03.957262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] For port 25af8526-c571-4e54-aab9-55f4f2db038d, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:26:03.961325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] For port 25af8526-c571-4e54-aab9-55f4f2db038d, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=25af8526-c571-4e54-aab9-55f4f2db038d,segment=NetworkSegment(218c6e98-328f-4843-9fab-7c098cf8f30e),segment_id=218c6e98-328f-4843-9fab-7c098cf8f30e)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:26:03.991566 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:03.996595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:04.084025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Pushing event updated for resources: {'Port': ['ID=25af8526-c571-4e54-aab9-55f4f2db038d,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:04.087073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:04.959120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 41966) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:05.036041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [None req-a3c32ccf-67bc-41c1-b855-8c0dd4bc88ec admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:26:05.049970 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a3c32ccf-67bc-41c1-b855-8c0dd4bc88ec admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0769851 Sep 16 19:26:07.289119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 41982) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:07.365717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [None req-4932ab99-0771-4829-9486-a39eea41b265 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:26:07.366833 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4932ab99-0771-4829-9486-a39eea41b265 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0767069 Sep 16 19:26:07.683671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 25af8526-c571-4e54-aab9-55f4f2db038d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:26:07.841598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 25af8526-c571-4e54-aab9-55f4f2db038d completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:26:08.819766 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f68d0f-8a79-491a-a483-648d2235a30b None None] Network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:26:08.941598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-607431f1-63d4-4aa8-bbac-d9597ca0452b None None] Provisioning for port 25af8526-c571-4e54-aab9-55f4f2db038d completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:26:08.959111 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-607431f1-63d4-4aa8-bbac-d9597ca0452b None None] Provisioning complete for port 25af8526-c571-4e54-aab9-55f4f2db038d triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:26:08.959530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-607431f1-63d4-4aa8-bbac-d9597ca0452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:09.174684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-607431f1-63d4-4aa8-bbac-d9597ca0452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:09.222847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-607431f1-63d4-4aa8-bbac-d9597ca0452b None None] For port 25af8526-c571-4e54-aab9-55f4f2db038d, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=25af8526-c571-4e54-aab9-55f4f2db038d,segment=NetworkSegment(218c6e98-328f-4843-9fab-7c098cf8f30e),segment_id=218c6e98-328f-4843-9fab-7c098cf8f30e)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:26:09.259490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-607431f1-63d4-4aa8-bbac-d9597ca0452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:09.261737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:09.331284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607431f1-63d4-4aa8-bbac-d9597ca0452b None None] Pushing event updated for resources: {'Port': ['ID=25af8526-c571-4e54-aab9-55f4f2db038d,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:09.334914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-607431f1-63d4-4aa8-bbac-d9597ca0452b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:09.485098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-8d3940fc-12b0-4c4b-a4cb-3c6e7d4b0f84 None None] Provisioning complete for port 25af8526-c571-4e54-aab9-55f4f2db038d triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:26:09.485510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8d3940fc-12b0-4c4b-a4cb-3c6e7d4b0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:09.624601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 41996) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:09.654045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 25af8526-c571-4e54-aab9-55f4f2db038d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:26:09.705602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'name': 'router1'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:26:09.711469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:26:09.715520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Usage tracker for resource:router and tenant:b6e6c2f9dcb3464e9d20013616c6d146 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:26:09.718971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:26:09.724313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 25af8526-c571-4e54-aab9-55f4f2db038d triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:26:09.724724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:09.725108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:26:09.768306 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:09.772093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:09.868176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:09.996939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:10.047284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:10.048543 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4b779fec-3338-42fd-ae89-9f58ba4db72c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4225547 Sep 16 19:26:12.231228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42008) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:12.307731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [None req-68a3fbcb-8289-460f-9111-a07c025a50bf admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:26:12.308788 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-68a3fbcb-8289-460f-9111-a07c025a50bf admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0765483 Sep 16 19:26:14.486253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42020) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:14.561978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:26:14.566783 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:26:14.571119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Usage tracker for resource:network and tenant:76a53b6da9c94ce9920e7e94009a1de1 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:26:14.574025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:26:14.580366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:26:14.658853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Made reservation on behalf of 76a53b6da9c94ce9920e7e94009a1de1 for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:26:14.663357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:14.676013 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:14.759515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:26:14.763514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Usage tracker for resource:security_group_rule and tenant:76a53b6da9c94ce9920e7e94009a1de1 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:26:14.767007 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:26:14.773018 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:26:14.959699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:15.030152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:15.035178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:15.062503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7ecc34-5d13-4301-80cd-88f709e61848,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:15.065679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:15.094178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Reserving flat network on physical network physnet1 {{(pid=93568) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Sep 16 19:26:15.166419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:15.166894 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Added segment 4d2b178f-2a7a-466f-9b56-66cc7074a6e8 of type flat for network b8eed445-e258-44e5-8ac2-934ddaa75ccf Sep 16 19:26:15.246501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:15.304658 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:15.305852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:26:15.306522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:15.311217 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:15.538199 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Pushing event updated for resources: {'Network': ['ID=b8eed445-e258-44e5-8ac2-934ddaa75ccf,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:15.540846 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:15.548371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:26:15.594105 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0929303 Sep 16 19:26:17.790665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b8a3ad28-9442-4d72-a0d2-207098cd1f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:18.219062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42032) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:18.362378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac12c6-d725-4a0a-a8de-14892cf66710 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:26:18.363758 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-83ac12c6-d725-4a0a-a8de-14892cf66710 admin admin] 10.222.0.37 "GET /v2.0/subnets/c650b3ab-d7cd-434f-9100-b9e8a0282b13 HTTP/1.1" status: 200 len: 849 time: 0.1436834 Sep 16 19:26:18.515659 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e98973ca-d914-4766-8e04-afdc46d2e935 admin admin] 10.222.0.37 "GET /v2.0/routers/77e76c43-467b-4877-b36c-d489c201c3b2 HTTP/1.1" status: 200 len: 704 time: 0.1458426 Sep 16 19:26:19.013742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:19.290251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Allocated IP 172.20.0.1 (5e7dc40e-6ab6-425a-b64f-139605a69dc1/c650b3ab-d7cd-434f-9100-b9e8a0282b13/ffb250d6-244d-4359-bf5a-5e4ff07e9b48) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:26:19.458877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:19.521276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:19.538954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Transition to ACTIVE for port object ffb250d6-244d-4359-bf5a-5e4ff07e9b48 will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:26:19.625900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:19.631166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:19.721524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:26:19.724505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:26:19.729328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:26:19.729855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:19.732577 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Pushing event updated for resources: {'Port': ['ID=ffb250d6-244d-4359-bf5a-5e4ff07e9b48,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:19.738004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:19.884547 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:20.030684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-a8d00091-d44e-40af-9530-ef13b0057e9e None None] Provisioning for port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:26:20.036230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-a8d00091-d44e-40af-9530-ef13b0057e9e None None] Provisioning complete for port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:26:20.036641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a8d00091-d44e-40af-9530-ef13b0057e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:20.091812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-a8d00091-d44e-40af-9530-ef13b0057e9e None None] Port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:26:20.147105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:20.173210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:20.174335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:20.179119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:20.379185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-49847b34-c6a4-442f-9eee-758c958ae803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:20.463819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Pushing event updated for resources: {'Port': ['ID=ffb250d6-244d-4359-bf5a-5e4ff07e9b48,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:20.468077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:20.530634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:26:20.532365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:26:20.751363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:20.817628 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-9cb4381f-51d8-474d-baff-c91986cb3fd1 None None] Provisioning complete for port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:26:20.818027 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9cb4381f-51d8-474d-baff-c91986cb3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:20.870928 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4381f-51d8-474d-baff-c91986cb3fd1 None None] Port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:26:20.950480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Router 77e76c43-467b-4877-b36c-d489c201c3b2 is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:26:21.128457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:26:21.140040 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] 10.222.0.37 "PUT /v2.0/routers/77e76c43-467b-4877-b36c-d489c201c3b2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6172736 Sep 16 19:26:21.140208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Sync routers for ids ['77e76c43-467b-4877-b36c-d489c201c3b2'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:26:21.154184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Routers {'77e76c43-467b-4877-b36c-d489c201c3b2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:21.154913 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:26:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['77e76c43-467b-4877-b36c-d489c201c3b2'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:26:21.331520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Set router 77e76c43-467b-4877-b36c-d489c201c3b2 gateway port host: None {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:26:21.736757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'name': 'router1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:26:09Z', 'updated_at': '2021-09-16T19:26:19Z', 'revision_number': 2, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'gw_port_host': None, '_interfaces': [{'id': 'ffb250d6-244d-4359-bf5a-5e4ff07e9b48', 'name': '', 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'mac_address': 'fa:16:3e:16:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:26:19Z', 'updated_at': '2021-09-16T19:26:19Z', 'revision_number': 2, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'subnets': [{'id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88878c80-c0ce-44ae-bd73-b16be83d2fea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:26:21.738871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:21.742002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Checking router: 77e76c43-467b-4877-b36c-d489c201c3b2 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:26:21.742393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Updating router 77e76c43-467b-4877-b36c-d489c201c3b2 port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:26:21.794414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:22.184848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:22.199656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Transition to ACTIVE for port object ffb250d6-244d-4359-bf5a-5e4ff07e9b48 will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:26:22.225031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:22.230752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:22.447992 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Pushing event updated for resources: {'Port': ['ID=ffb250d6-244d-4359-bf5a-5e4ff07e9b48,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:22.459380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Attempting to bind port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:26:22.459819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Attempting to bind port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '218c6e98-328f-4843-9fab-7c098cf8f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:26:22.460235 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Attempting to bind port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 on network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:26:22.470680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.471061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.471398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.471751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.472137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.472466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.472816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.473179 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.473526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.473873 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.474252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Tracked resource versions report: Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: pushed versions: Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': {'1.0'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': {'1.1'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': {'1.5'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': {'1.2'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': {'1.8'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': {'1.2'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': {'1.0'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': {'1.1'}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': {'1.1'}} Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: consumer versions: Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: { DHCP agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: L3 agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: Metadata agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: Metering agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: Open vSwitch agent@dv-cinder-809448-1-iscsi: { 'ConntrackHelper': '1.0', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': '1.0', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': '1.1', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': '1.5', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': '1.2', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': '1.8', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': '1.2', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': '1.0', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': '1.0', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': '1.1', Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': '1.1'}} Sep 16 19:26:22.475364 dv-cinder-809448-1-iscsi neutron-server[93459]: {{(pid=93571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:26:22.478966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:22.480399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:26:22.480828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Checking segment: {'id': '218c6e98-328f-4843-9fab-7c098cf8f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:26:22.481282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:22.481695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Bound using segment: {'id': '218c6e98-328f-4843-9fab-7c098cf8f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:26:22.482252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Bound port: ffb250d6-244d-4359-bf5a-5e4ff07e9b48, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218c6e98-328f-4843-9fab-7c098cf8f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:26:22.482659 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:22.573606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] For port ffb250d6-244d-4359-bf5a-5e4ff07e9b48, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:26:22.578370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] For port ffb250d6-244d-4359-bf5a-5e4ff07e9b48, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=ffb250d6-244d-4359-bf5a-5e4ff07e9b48,segment=NetworkSegment(218c6e98-328f-4843-9fab-7c098cf8f30e),segment_id=218c6e98-328f-4843-9fab-7c098cf8f30e)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:26:22.659659 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:22.664641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:22.758767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Pushing event updated for resources: {'Port': ['ID=ffb250d6-244d-4359-bf5a-5e4ff07e9b48,revision_number=4']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:22.762085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Routers {'77e76c43-467b-4877-b36c-d489c201c3b2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:22.762744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:26:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['77e76c43-467b-4877-b36c-d489c201c3b2'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:26:22.821770 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:22.927164 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] Set router 77e76c43-467b-4877-b36c-d489c201c3b2 gateway port host: None {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:26:23.273186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'name': 'router1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:26:09Z', 'updated_at': '2021-09-16T19:26:19Z', 'revision_number': 2, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'gw_port_host': None, '_interfaces': [{'id': 'ffb250d6-244d-4359-bf5a-5e4ff07e9b48', 'name': '', 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'mac_address': 'fa:16:3e:16:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:26:19Z', 'updated_at': '2021-09-16T19:26:22Z', 'revision_number': 4, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'subnets': [{'id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88878c80-c0ce-44ae-bd73-b16be83d2fea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:26:23.277372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7b8c6-0a72-4f6c-9c3a-d0789df456f6 None None] The sync data for ids ['77e76c43-467b-4877-b36c-d489c201c3b2'] in dv-cinder-809448-1-iscsi is: [{'id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'name': 'router1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:26:09Z', 'updated_at': '2021-09-16T19:26:19Z', 'revision_number': 2, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'gw_port_host': None, '_interfaces': [{'id': 'ffb250d6-244d-4359-bf5a-5e4ff07e9b48', 'name': '', 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'mac_address': 'fa:16:3e:16:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:26:19Z', 'updated_at': '2021-09-16T19:26:22Z', 'revision_number': 4, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'subnets': [{'id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88878c80-c0ce-44ae-bd73-b16be83d2fea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:26:23.319226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42046) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:23.512428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec026845-76bb-435e-b784-8bdfdaf5a5ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:26:23.513039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ec026845-76bb-435e-b784-8bdfdaf5a5ad admin admin] Synchronizing usage tracker for tenant:76a53b6da9c94ce9920e7e94009a1de1 on resource:network {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:26:23.567062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ec026845-76bb-435e-b784-8bdfdaf5a5ad admin admin] Unset dirty status for tenant:76a53b6da9c94ce9920e7e94009a1de1 on resource:network {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:26:23.568256 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ec026845-76bb-435e-b784-8bdfdaf5a5ad admin admin] 10.222.0.37 "GET /v2.0/networks/b8eed445-e258-44e5-8ac2-934ddaa75ccf HTTP/1.1" status: 200 len: 842 time: 0.2479894 Sep 16 19:26:23.578497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Request body: {'subnet': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:26:23.584273 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:26:23.588207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Usage tracker for resource:subnet and tenant:76a53b6da9c94ce9920e7e94009a1de1 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:26:23.591157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:26:23.597722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:26:23.636233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Made reservation on behalf of 76a53b6da9c94ce9920e7e94009a1de1 for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:26:23.641165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:24.198281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:24.203607 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:24.280499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1072368f-9d7e-4daa-bb6b-d1c99a1de81d,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:24.284599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:24.291815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:26:24.292203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Network hostable DHCP agents. Network: b8eed445-e258-44e5-8ac2-934ddaa75ccf, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:26:24.373514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:26:24.407766 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, b8eed445-e258-44e5-8ac2-934ddaa75ccf) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:26:24.412020 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:26:24.414721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:24.417155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61046e-8ed8-4f84-9764-77e3812e0851 None None] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:26:24.491477 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9083290 Sep 16 19:26:24.662824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ab2229-07ef-45ec-9d07-938e19cabbe0 None None] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:26:25.679662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ffb250d6-244d-4359-bf5a-5e4ff07e9b48 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:26:25.790076 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:26:25.795200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:26:25.795638 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:25.911783 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:25.943856 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port ffb250d6-244d-4359-bf5a-5e4ff07e9b48, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=ffb250d6-244d-4359-bf5a-5e4ff07e9b48,segment=NetworkSegment(218c6e98-328f-4843-9fab-7c098cf8f30e),segment_id=218c6e98-328f-4843-9fab-7c098cf8f30e)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:26:25.972965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:25.975285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-607431f1-63d4-4aa8-bbac-d9597ca0452b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:26.044365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=ffb250d6-244d-4359-bf5a-5e4ff07e9b48,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:26.048226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:26.728288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42062) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:26.969633 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-dc91638a-da73-4660-9c58-c71c226a019c admin admin] 10.222.0.37 "GET /v2.0/routers/77e76c43-467b-4877-b36c-d489c201c3b2 HTTP/1.1" status: 200 len: 710 time: 0.2400622 Sep 16 19:26:27.109629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5bd086-3bb8-4d6d-a384-028996ed5aa9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:26:27.111232 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bf5bd086-3bb8-4d6d-a384-028996ed5aa9 admin admin] 10.222.0.37 "GET /v2.0/networks/b8eed445-e258-44e5-8ac2-934ddaa75ccf HTTP/1.1" status: 200 len: 886 time: 0.1359484 Sep 16 19:26:27.120698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:26:27.661791 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ffb250d6-244d-4359-bf5a-5e4ff07e9b48 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:26:27.732143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:26:27.732707 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:27.764824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:27.980240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:28.041416 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:28.180691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Allocated IP 172.27.2.90 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/b1fb14bf-ec61-4f60-a47e-7b5713434752) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:26:28.330980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:28.373210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:28.377687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:28.444908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:26:28.448404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:26:28.452369 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:26:28.487939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Pushing event updated for resources: {'Port': ['ID=b1fb14bf-ec61-4f60-a47e-7b5713434752,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:28.492731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:28.723491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:28.892509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:28.895908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854151395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854090638'] for router, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:29.096872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Router 77e76c43-467b-4877-b36c-d489c201c3b2 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:26:29.470389 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:26:29.478662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:29.479921 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] 10.222.0.37 "PUT /v2.0/routers/77e76c43-467b-4877-b36c-d489c201c3b2 HTTP/1.1" status: 200 len: 889 time: 2.3626814 Sep 16 19:26:29.480425 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Sync routers for ids ['77e76c43-467b-4877-b36c-d489c201c3b2'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:26:29.493867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Routers {'77e76c43-467b-4877-b36c-d489c201c3b2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:29.494595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:26:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['77e76c43-467b-4877-b36c-d489c201c3b2'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:26:29.694361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Set router 77e76c43-467b-4877-b36c-d489c201c3b2 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:26:30.047381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'name': 'router1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fb14bf-ec61-4f60-a47e-7b5713434752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:26:09Z', 'updated_at': '2021-09-16T19:26:28Z', 'revision_number': 4, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'gw_port': {'id': 'b1fb14bf-ec61-4f60-a47e-7b5713434752', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:26:28Z', 'updated_at': '2021-09-16T19:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ffb250d6-244d-4359-bf5a-5e4ff07e9b48', 'name': '', 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'mac_address': 'fa:16:3e:16:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:26:19Z', 'updated_at': '2021-09-16T19:26:25Z', 'revision_number': 5, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'subnets': [{'id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88878c80-c0ce-44ae-bd73-b16be83d2fea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:26:30.052343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Checking router: 77e76c43-467b-4877-b36c-d489c201c3b2 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:26:30.052728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Updating router 77e76c43-467b-4877-b36c-d489c201c3b2 port b1fb14bf-ec61-4f60-a47e-7b5713434752 binding host dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:26:30.107517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:30.448089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Notify callbacks [] for port, precommit_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:30.544264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Transition to ACTIVE for port object b1fb14bf-ec61-4f60-a47e-7b5713434752 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:26:30.641813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:30.646781 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:30.727510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8810a5d-798f-42cb-996d-13fc827aea3d None None] Pushing event updated for resources: {'Port': ['ID=b1fb14bf-ec61-4f60-a47e-7b5713434752,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:30.730059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Attempting to bind port b1fb14bf-ec61-4f60-a47e-7b5713434752 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:26:30.730471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Attempting to bind port b1fb14bf-ec61-4f60-a47e-7b5713434752 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:26:30.730869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Attempting to bind port b1fb14bf-ec61-4f60-a47e-7b5713434752 on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:26:30.734451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8810a5d-798f-42cb-996d-13fc827aea3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:30.739795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:26:30.740205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:26:30.740641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:30.741061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:26:30.741565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Bound port: b1fb14bf-ec61-4f60-a47e-7b5713434752, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:26:30.741989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:30.816125 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] For port b1fb14bf-ec61-4f60-a47e-7b5713434752, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:26:30.819233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] For port b1fb14bf-ec61-4f60-a47e-7b5713434752, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=b1fb14bf-ec61-4f60-a47e-7b5713434752,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:26:30.841519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:30.846746 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:30.918221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8810a5d-798f-42cb-996d-13fc827aea3d None None] Pushing event updated for resources: {'Port': ['ID=b1fb14bf-ec61-4f60-a47e-7b5713434752,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:30.922087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8810a5d-798f-42cb-996d-13fc827aea3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:30.934286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Routers {'77e76c43-467b-4877-b36c-d489c201c3b2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:30.934925 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:26:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['77e76c43-467b-4877-b36c-d489c201c3b2'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:26:31.260668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] Set router 77e76c43-467b-4877-b36c-d489c201c3b2 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:26:31.597848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'name': 'router1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fb14bf-ec61-4f60-a47e-7b5713434752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:26:09Z', 'updated_at': '2021-09-16T19:26:28Z', 'revision_number': 4, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'gw_port': {'id': 'b1fb14bf-ec61-4f60-a47e-7b5713434752', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:26:28Z', 'updated_at': '2021-09-16T19:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ffb250d6-244d-4359-bf5a-5e4ff07e9b48', 'name': '', 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'mac_address': 'fa:16:3e:16:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:26:19Z', 'updated_at': '2021-09-16T19:26:25Z', 'revision_number': 5, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'subnets': [{'id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88878c80-c0ce-44ae-bd73-b16be83d2fea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:26:31.601957 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9ed24-d3b3-4419-8d63-d267ec5f3712 None None] The sync data for ids ['77e76c43-467b-4877-b36c-d489c201c3b2'] in dv-cinder-809448-1-iscsi is: [{'id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'name': 'router1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fb14bf-ec61-4f60-a47e-7b5713434752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:26:09Z', 'updated_at': '2021-09-16T19:26:28Z', 'revision_number': 4, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'gw_port': {'id': 'b1fb14bf-ec61-4f60-a47e-7b5713434752', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:26:28Z', 'updated_at': '2021-09-16T19:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ffb250d6-244d-4359-bf5a-5e4ff07e9b48', 'name': '', 'network_id': '5e7dc40e-6ab6-425a-b64f-139605a69dc1', 'tenant_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'mac_address': 'fa:16:3e:16:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e76c43-467b-4877-b36c-d489c201c3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:26:19Z', 'updated_at': '2021-09-16T19:26:25Z', 'revision_number': 5, 'project_id': 'b6e6c2f9dcb3464e9d20013616c6d146', 'subnets': [{'id': 'c650b3ab-d7cd-434f-9100-b9e8a0282b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88878c80-c0ce-44ae-bd73-b16be83d2fea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:26:31.841674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42074) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:26:31.997726 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-eb1ad367-16d0-41fb-b988-39ea363f04fa admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1547942 Sep 16 19:26:33.700396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device b1fb14bf-ec61-4f60-a47e-7b5713434752 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:26:33.824707 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port b1fb14bf-ec61-4f60-a47e-7b5713434752 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:26:33.831046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port b1fb14bf-ec61-4f60-a47e-7b5713434752 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:26:33.831833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:33.954846 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:33.970943 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port b1fb14bf-ec61-4f60-a47e-7b5713434752, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=b1fb14bf-ec61-4f60-a47e-7b5713434752,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:26:34.012585 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:34.023099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:26:34.092815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=b1fb14bf-ec61-4f60-a47e-7b5713434752,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:26:34.106130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:26:35.725230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device b1fb14bf-ec61-4f60-a47e-7b5713434752 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:26:35.839782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port b1fb14bf-ec61-4f60-a47e-7b5713434752 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:26:35.840227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:43.666292 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 5 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:26:47.778494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1435b10c-39eb-421a-be72-0939f971b682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:49.435774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:50.390515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d920b19-72ff-4208-a0a6-0f19b53219db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:50.749535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:26:51.744227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:17.771681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f85c-9e24-4134-8506-a2de6abecc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:19.441172 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:20.396339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-510d10cb-3faa-4b4b-adeb-e82a37720f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:20.666438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 5 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:27:20.760817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:21.750269 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:47.771378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2f48220b-1500-4b3d-979f-0b1ab33d1d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:49.571629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:50.394158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb5bae3e-4927-41b9-89b0-350532a4c199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:50.759848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:51.742848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:27:57.666907 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 5 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:28:08.875503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42612) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:08.975470 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ff8bbc-8c36-495d-bfc6-2e8e978c4b89 admin admin] GET failed (client error): The resource could not be found. Sep 16 19:28:08.976779 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a1ff8bbc-8c36-495d-bfc6-2e8e978c4b89 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1002474 Sep 16 19:28:09.120177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71ad42d-463c-461d-be32-3bfc04136238 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:09.121683 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f71ad42d-463c-461d-be32-3bfc04136238 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1406224 Sep 16 19:28:11.241742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42624) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:11.381719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1550079f-e29f-4809-9621-ab0e696569fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:11.382293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1550079f-e29f-4809-9621-ab0e696569fe admin admin] Synchronizing usage tracker for tenant:76a53b6da9c94ce9920e7e94009a1de1 on resource:subnet {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:28:11.456490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1550079f-e29f-4809-9621-ab0e696569fe admin admin] Unset dirty status for tenant:76a53b6da9c94ce9920e7e94009a1de1 on resource:subnet {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:28:11.457730 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1550079f-e29f-4809-9621-ab0e696569fe admin admin] 10.222.0.37 "GET /v2.0/subnets/c650b3ab-d7cd-434f-9100-b9e8a0282b13 HTTP/1.1" status: 200 len: 849 time: 0.2149293 Sep 16 19:28:11.468647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:28:11.600482 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:11.833949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774966182191'] for subnet, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:11.838498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-55e234ae-828a-4dac-b98b-a994af148ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:28:11.889520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:11.889647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:11.892452 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] 10.222.0.37 "PUT /v2.0/subnets/c650b3ab-d7cd-434f-9100-b9e8a0282b13 HTTP/1.1" status: 200 len: 868 time: 0.4283390 Sep 16 19:28:11.893974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f7798-32d8-495b-93ae-755614ed7f98 None None] Network 5e7dc40e-6ab6-425a-b64f-139605a69dc1 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:28:11.914238 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c650b3ab-d7cd-434f-9100-b9e8a0282b13,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:28:11.924498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.925355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.925917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.926639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.927340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.927897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.928446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.929033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.929581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.930201 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.930753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:11.935366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fc98456a-4ca1-4fef-8b34-03f44c4a5c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:28:12.444021 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-4ba0a5a9-2089-4da0-a2f2-57fb90f8f61d None None] Provisioning complete for port 25af8526-c571-4e54-aab9-55f4f2db038d triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:28:12.444547 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4ba0a5a9-2089-4da0-a2f2-57fb90f8f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:12.574333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-4ba0a5a9-2089-4da0-a2f2-57fb90f8f61d None None] Provisioning complete for port ffb250d6-244d-4359-bf5a-5e4ff07e9b48 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:28:12.574741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4ba0a5a9-2089-4da0-a2f2-57fb90f8f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:14.074598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42636) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:14.301612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc92ee5-9182-43c0-8142-8921d56123b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:14.302037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc92ee5-9182-43c0-8142-8921d56123b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:14.303682 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1cc92ee5-9182-43c0-8142-8921d56123b5 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2280376 Sep 16 19:28:16.417007 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42648) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:16.634073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f24c75-5ad7-49cd-8412-cf512f3e535b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:16.634491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f24c75-5ad7-49cd-8412-cf512f3e535b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:16.636209 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-76f24c75-5ad7-49cd-8412-cf512f3e535b admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2181890 Sep 16 19:28:17.770553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-369db700-3e8c-4f9b-9b19-811eba958a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:18.751296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42660) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:18.962760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7897d491-0f2c-458c-9a28-05a450da3f10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:18.964144 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7897d491-0f2c-458c-9a28-05a450da3f10 admin admin] 10.222.0.37 "GET /v2.0/networks/5e7dc40e-6ab6-425a-b64f-139605a69dc1 HTTP/1.1" status: 200 len: 869 time: 0.2118247 Sep 16 19:28:19.439330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:20.388077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e905c20f-1b9d-48f3-801c-329f189de730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:20.765461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:21.071181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42672) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:21.279819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bca17-b363-41b2-9cf1-889a738bf0bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:21.281312 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-436bca17-b363-41b2-9cf1-889a738bf0bb admin admin] 10.222.0.37 "GET /v2.0/networks/b8eed445-e258-44e5-8ac2-934ddaa75ccf HTTP/1.1" status: 200 len: 886 time: 0.2090793 Sep 16 19:28:21.759048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:23.433142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42684) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:23.578568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe4ab94-1a74-4be5-b00a-f8b69656666c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:23.578983 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe4ab94-1a74-4be5-b00a-f8b69656666c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:23.580910 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bfe4ab94-1a74-4be5-b00a-f8b69656666c admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1467209 Sep 16 19:28:25.699347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42696) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:25.839206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472ca33-1252-4c2c-ad92-792e48096a7e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:25.839544 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472ca33-1252-4c2c-ad92-792e48096a7e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:25.841164 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3472ca33-1252-4c2c-ad92-792e48096a7e admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408112 Sep 16 19:28:27.961405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42708) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:28.099138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54984447-ebce-462a-b121-b2e84dbf44e1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:28.105997 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-54984447-ebce-462a-b121-b2e84dbf44e1 admin admin] 10.222.0.37 "GET /v2.0/subnets/1072368f-9d7e-4daa-bb6b-d1c99a1de81d HTTP/1.1" status: 200 len: 816 time: 0.1381557 Sep 16 19:28:30.238088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42720) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:30.378229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2bb949-66c9-464d-9f18-acfed11955ae admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:30.379596 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ac2bb949-66c9-464d-9f18-acfed11955ae admin admin] 10.222.0.37 "GET /v2.0/subnets/c650b3ab-d7cd-434f-9100-b9e8a0282b13 HTTP/1.1" status: 200 len: 868 time: 0.1404958 Sep 16 19:28:34.667207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 5 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:28:47.770022 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-67fccc4b-7621-4ebf-a7cc-540dc47c4c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:49.421043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:50.223182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42768) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:50.300859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [None req-3d462650-6a4b-40e6-b501-4181717f4da3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:28:50.301998 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3d462650-6a4b-40e6-b501-4181717f4da3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0777767 Sep 16 19:28:50.393651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-de062414-c26e-4948-be08-500ad40b31cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:50.758725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:51.752439 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:52.463256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42780) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:52.564177 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.pecan_wsgi.hooks.translation [None req-117c257b-89d4-4633-b3aa-4dd8ccccbd15 admin admin] GET failed (client error): The resource could not be found. Sep 16 19:28:52.565473 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-117c257b-89d4-4633-b3aa-4dd8ccccbd15 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1012101 Sep 16 19:28:52.709072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac561e-48c5-489b-a058-8916be0354e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:52.710632 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-41ac561e-48c5-489b-a058-8916be0354e0 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1408694 Sep 16 19:28:54.834881 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42792) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:54.911848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:28:54.916726 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:28:54.926681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:28:54.981112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Made reservation on behalf of 76a53b6da9c94ce9920e7e94009a1de1 for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:28:54.986229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:55.086153 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.services.revisions.revision_plugin [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Could not find related network for resource to bump revision. Sep 16 19:28:55.157810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:28:55.166957 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:55.167337 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Added segment 39b136f0-50e6-4d52-ad24-e0aff9326164 of type vlan for network 85205548-b446-4945-a401-8e05be1375dc Sep 16 19:28:55.197026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:55.249723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:55.251538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:55.252160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:55.257059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:28:55.368471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Pushing event updated for resources: {'Network': ['ID=85205548-b446-4945-a401-8e05be1375dc,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:28:55.371459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:28:55.381091 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 85205548-b446-4945-a401-8e05be1375dc details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:28:55.439917 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6038597 Sep 16 19:28:57.574738 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42804) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:28:57.679498 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.pecan_wsgi.hooks.translation [None req-681e3d65-c41b-4aeb-8e80-02bda99b8d08 admin admin] GET failed (client error): The resource could not be found. Sep 16 19:28:57.680401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-681e3d65-c41b-4aeb-8e80-02bda99b8d08 admin admin] Synchronizing usage tracker for tenant:76a53b6da9c94ce9920e7e94009a1de1 on resource:network {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:28:57.718822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-681e3d65-c41b-4aeb-8e80-02bda99b8d08 admin admin] Unset dirty status for tenant:76a53b6da9c94ce9920e7e94009a1de1 on resource:network {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:28:57.720128 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-681e3d65-c41b-4aeb-8e80-02bda99b8d08 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1442082 Sep 16 19:28:57.834805 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab1f375-998f-4d32-beaf-c7ee73709805 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:57.836334 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2ab1f375-998f-4d32-beaf-c7ee73709805 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1119144 Sep 16 19:28:57.847061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '85205548-b446-4945-a401-8e05be1375dc', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:28:57.851610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:28:57.861242 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:28:57.894675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Made reservation on behalf of 76a53b6da9c94ce9920e7e94009a1de1 for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:28:57.899276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:58.140920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:58.146210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:28:58.221281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8293d84-305e-4807-a742-9bb11de7ddd0,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:28:58.225376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:28:58.233783 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Checking segment: {'id': '39b136f0-50e6-4d52-ad24-e0aff9326164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85205548-b446-4945-a401-8e05be1375dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:28:58.234200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Network hostable DHCP agents. Network: 85205548-b446-4945-a401-8e05be1375dc, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:28:58.283753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Network 85205548-b446-4945-a401-8e05be1375dc is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:28:58.323988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 85205548-b446-4945-a401-8e05be1375dc) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:28:58.327987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:28:58.328696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:58.336680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676d4a5-2028-4195-b0e9-f80180bfdd68 None None] Network 85205548-b446-4945-a401-8e05be1375dc requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:28:58.389956 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5334167 Sep 16 19:28:58.570595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-85205548-b446-4945-a401-8e05be1375dc', 'network_id': '85205548-b446-4945-a401-8e05be1375dc', 'tenant_id': '76a53b6da9c94ce9920e7e94009a1de1', 'fixed_ips': [{'subnet_id': 'f8293d84-305e-4807-a742-9bb11de7ddd0'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:28:58.571486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:58.742809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Allocated IP 192.168.233.2 (85205548-b446-4945-a401-8e05be1375dc/f8293d84-305e-4807-a742-9bb11de7ddd0/5614b96d-23b5-4923-9def-1245dafa1507) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:28:59.009445 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:59.020631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Transition to ACTIVE for port object 5614b96d-23b5-4923-9def-1245dafa1507 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:28:59.040946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Transition to ACTIVE for port object 5614b96d-23b5-4923-9def-1245dafa1507 will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:28:59.096868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:59.105802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8810a5d-798f-42cb-996d-13fc827aea3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:28:59.174459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Network 85205548-b446-4945-a401-8e05be1375dc is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:28:59.177952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Pushing event updated for resources: {'Port': ['ID=5614b96d-23b5-4923-9def-1245dafa1507,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:28:59.181142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:28:59.184386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:28:59.194990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.195368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.195731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.196093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.196448 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.196805 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.197157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.197534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.197885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.198260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.198608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:28:59.227038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:28:59.291545 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Attempting to bind port 5614b96d-23b5-4923-9def-1245dafa1507 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:28:59.291876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Attempting to bind port 5614b96d-23b5-4923-9def-1245dafa1507 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '39b136f0-50e6-4d52-ad24-e0aff9326164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85205548-b446-4945-a401-8e05be1375dc'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:28:59.292279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Attempting to bind port 5614b96d-23b5-4923-9def-1245dafa1507 on network 85205548-b446-4945-a401-8e05be1375dc {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:28:59.299886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:28:59.300296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Checking segment: {'id': '39b136f0-50e6-4d52-ad24-e0aff9326164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85205548-b446-4945-a401-8e05be1375dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:28:59.300736 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:59.301144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Bound using segment: {'id': '39b136f0-50e6-4d52-ad24-e0aff9326164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85205548-b446-4945-a401-8e05be1375dc'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:28:59.301647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Bound port: 5614b96d-23b5-4923-9def-1245dafa1507, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b136f0-50e6-4d52-ad24-e0aff9326164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85205548-b446-4945-a401-8e05be1375dc'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:28:59.302129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:59.392722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] For port 5614b96d-23b5-4923-9def-1245dafa1507, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:28:59.396260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] For port 5614b96d-23b5-4923-9def-1245dafa1507, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=5614b96d-23b5-4923-9def-1245dafa1507,segment=NetworkSegment(39b136f0-50e6-4d52-ad24-e0aff9326164),segment_id=39b136f0-50e6-4d52-ad24-e0aff9326164)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:28:59.456645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:28:59.461808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3940a40d-7eb4-4405-ba72-2b7e1d44abe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:28:59.546405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Pushing event updated for resources: {'Port': ['ID=5614b96d-23b5-4923-9def-1245dafa1507,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:28:59.550094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:29:00.975720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc345d4-3f2a-40e8-94a8-59e8a8efc7fd None None] Network 85205548-b446-4945-a401-8e05be1375dc requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:29:01.142471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-544a7086-3f80-4ff1-80d7-23be6fef1c2a None None] Provisioning for port 5614b96d-23b5-4923-9def-1245dafa1507 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:29:01.762619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 5614b96d-23b5-4923-9def-1245dafa1507 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:29:01.873032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 5614b96d-23b5-4923-9def-1245dafa1507 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:29:01.878956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 5614b96d-23b5-4923-9def-1245dafa1507 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:29:01.879387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:01.993120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:02.025744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port 5614b96d-23b5-4923-9def-1245dafa1507, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=5614b96d-23b5-4923-9def-1245dafa1507,segment=NetworkSegment(39b136f0-50e6-4d52-ad24-e0aff9326164),segment_id=39b136f0-50e6-4d52-ad24-e0aff9326164)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:29:02.055234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:02.057341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:29:02.270600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=5614b96d-23b5-4923-9def-1245dafa1507,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:29:02.274159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:29:03.745319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 5614b96d-23b5-4923-9def-1245dafa1507 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:29:03.814533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 5614b96d-23b5-4923-9def-1245dafa1507 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:29:03.814949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:11.669045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 5 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:29:17.775519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-06f7f51d-edce-4742-9043-70d68a1d37d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:19.437988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:20.409513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec06e-d080-4ca4-b68c-5ed38cbd6f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:20.763550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:21.781089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:47.792781 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7191ce82-c5a8-4a2d-9139-3bc76244c623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:48.669887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 5 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:29:49.431721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:50.402785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-660897e6-a5dc-442f-a938-6e0135902bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:50.780381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:29:51.786406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:13.863675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42838) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:30:13.871391 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [None req-18324c63-f526-4b63-9069-d461de19baa4 tempest-verify_tempest_config-709889318 tempest-verify_tempest_config-709889318-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:30:13.873271 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-18324c63-f526-4b63-9069-d461de19baa4 tempest-verify_tempest_config-709889318 tempest-verify_tempest_config-709889318-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0082657 Sep 16 19:30:14.392423 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42856) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:30:14.547569 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:14.579914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:30:14.583878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Usage tracker for resource:security_group_rule and tenant:2da9dcdf09e94462b0a82c542bc64d71 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:30:14.586837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:30:14.593511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:30:14.797573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:14.836548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:14.845418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b794522c-4670-492e-b931-2f732869bc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:30:14.886977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f61f93d-6d75-4b45-b3a4-a14f667989ff,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:30:14.890534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Synchronizing usage tracker for tenant:76a53b6da9c94ce9920e7e94009a1de1 on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:30:14.906891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.907264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.907635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.907997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.908358 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.908719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.909076 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.909434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.909790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.910194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.910550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:30:14.915326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:30:14.956657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Unset dirty status for tenant:76a53b6da9c94ce9920e7e94009a1de1 on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:30:14.958055 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2da9dcdf09e94462b0a82c542bc64d71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5645833 Sep 16 19:30:14.960804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42862) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:30:15.021434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5ee1-8e0b-4b68-bf11-a7049bcdeb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:15.049993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5ee1-8e0b-4b68-bf11-a7049bcdeb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:15.179722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5ee1-8e0b-4b68-bf11-a7049bcdeb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:15.185095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:30:15.198245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd5ee1-8e0b-4b68-bf11-a7049bcdeb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f61f93d-6d75-4b45-b3a4-a14f667989ff,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:30:15.200670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2fbd5ee1-8e0b-4b68-bf11-a7049bcdeb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:30:15.204957 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5ee1-8e0b-4b68-bf11-a7049bcdeb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:15.206894 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2fbd5ee1-8e0b-4b68-bf11-a7049bcdeb32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f61f93d-6d75-4b45-b3a4-a14f667989ff HTTP/1.1" status: 204 len: 168 time: 0.2444067 Sep 16 19:30:17.785656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ac21cb2-c5a5-42d1-8044-f3b8b836b170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:19.414029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:20.403148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1024600c-335d-405d-a7c2-91452e1cbf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:20.785260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:21.756811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:25.671419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 5 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:30:47.779165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-933f5f90-0977-4493-9fb8-a6132d93f146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:49.430512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:50.407464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c26b-c601-4526-9342-a680a8ade652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:50.767411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:30:51.767030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:02.672337 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 5 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:31:17.777980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-74bcbf90-65ae-4981-8a20-7c4cccfcf789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:19.412699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:20.389580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6227eddc-1e04-4929-925d-d561e1e94882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:20.772377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:21.761065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:39.673195 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 5 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:31:43.526072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854148562'] for agent, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:47.771737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb215d0a-672a-4ab6-905b-4965d62b6769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:49.429047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:50.411869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4312a60b-cc4d-436b-bedc-dfdfc7e2c2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:50.788898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:31:51.771833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:00.615737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42944) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:32:00.764044 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ee4e8079-afca-48d9-8d82-a330832e1124 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1470571 Sep 16 19:32:02.959943 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 42956) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:32:03.044751 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-951c96c2-fe15-4c6e-afc9-daf0103a5bb0 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0836396 Sep 16 19:32:13.486157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:16.673997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:32:17.776918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b0be637-38ba-46ad-8cb1-53afd50d84d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:19.416812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:20.433970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5ccf75ce-3145-4b40-a5a2-6ded886f5a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:20.776971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:21.771021 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:43.507641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:47.781755 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ceebd8bc-81f4-4743-8671-d60f1151687d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:49.422412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:50.421857 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e1cec8d-4210-4482-888b-8430508eeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:50.793724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:51.781942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:32:53.675471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:33:13.501412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:17.787509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-33653a4b-d2cc-45ed-8578-3b605ea14f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:19.438910 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:20.404300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9b10fac3-d958-44d2-ac84-a33f0aff6a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:20.804071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:21.787144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:30.679065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:33:43.541062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:47.054912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43134) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:47.328827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43148) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:47.349522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43154) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:47.482974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-137123088-network', 'tenant_id': '83c670c5a60d4f869bf348b77181874f'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:47.488759 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:47.494598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Usage tracker for resource:network and tenant:83c670c5a60d4f869bf348b77181874f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:47.498131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:47.504265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:47.540587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Made reservation on behalf of 83c670c5a60d4f869bf348b77181874f for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:47.545906 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:47.561588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:47.595641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:47.599951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Usage tracker for resource:security_group_rule and tenant:83c670c5a60d4f869bf348b77181874f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:47.602808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:47.608699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:47.749551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:47.789991 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:47.791656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:47.821148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9f719e52-37ea-47e2-bbf8-69d6c8bd54d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:47.831951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:33:47.838225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e369f6d-5595-495d-aa93-0abf4ea1a3e3,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:47.849054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.849431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.849796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.850355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.850672 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.851030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.851382 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.851737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.852086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.852431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.852778 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Tracked resource versions report: Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: pushed versions: Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': {'1.0'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': {'1.1'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': {'1.5'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': {'1.2'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': {'1.8'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': {'1.2'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': {'1.0'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': {'1.1'}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': {'1.1'}} Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: consumer versions: Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: { DHCP agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: HyperV agent@hv-cinder-80944: {}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: L3 agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: Metadata agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: Metering agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: Open vSwitch agent@dv-cinder-809448-1-iscsi: { 'ConntrackHelper': '1.0', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': '1.0', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': '1.1', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': '1.5', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': '1.2', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': '1.8', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': '1.2', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': '1.0', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': '1.0', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': '1.1', Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': '1.1'}} Sep 16 19:33:47.853878 dv-cinder-809448-1-iscsi neutron-server[93459]: {{(pid=93568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:33:47.857809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:47.919709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:47.920099 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Added segment d83b51b5-269f-43ca-939b-e55b3d94bfd5 of type vlan for network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 Sep 16 19:33:47.930568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1641842540-network', 'tenant_id': '4aaae0fc225b4fb9b6477e7f79aaa011'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:47.936207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:47.944512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Usage tracker for resource:network and tenant:4aaae0fc225b4fb9b6477e7f79aaa011 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:47.949357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:47.955963 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:47.976245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:48.037549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Made reservation on behalf of 4aaae0fc225b4fb9b6477e7f79aaa011 for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:48.042400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:48.055774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:48.068473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:48.070135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:48.070784 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:48.080659 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a78cf8e-efb3-496f-8593-bdb776d08800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:48.150477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43176) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:48.185702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2101440376-network', 'tenant_id': 'd466b6b2e4114af1a2797f29957cc797'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:48.224575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:48.267269 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2104950 Sep 16 19:33:48.270425 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43190) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:48.276614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Request body: {'subnet': {'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-137123088-subnet', 'tenant_id': '83c670c5a60d4f869bf348b77181874f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:48.280246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43194) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:48.281854 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:48.286718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Usage tracker for resource:subnet and tenant:83c670c5a60d4f869bf348b77181874f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:48.290076 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:48.309622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Usage tracker for resource:network and tenant:d466b6b2e4114af1a2797f29957cc797 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:48.312457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:48.320335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:48.322755 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:48.335300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:48.337473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4aaae0fc225b4fb9b6477e7f79aaa011 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:48.348322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:48.354001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Pushing event updated for resources: {'Network': ['ID=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:48.365058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:48.366175 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:48.367191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:33:48.385367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Made reservation on behalf of 83c670c5a60d4f869bf348b77181874f for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:48.390385 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:48.649605 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Made reservation on behalf of d466b6b2e4114af1a2797f29957cc797 for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:48.654373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:48.688903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:48.907310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.035608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.038200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:49.056823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:33:49.090933 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.091324 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Added segment 2a5e51d2-4358-47ac-89c8-e703a68703ab of type vlan for network e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f Sep 16 19:33:49.159987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.217251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:49.259465 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Usage tracker for resource:security_group_rule and tenant:d466b6b2e4114af1a2797f29957cc797 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:49.259465 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e442c0d3-4459-44fd-a4a1-305e56a237f5,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:49.261721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.264068 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:49.264920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:49.269865 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:49.271068 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.273219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-961480757-network', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:49.275994 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.quota [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Loaded quota_driver: . Sep 16 19:33:49.302899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2f42eecf-b914-4994-8449-ea1bba1c0880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:49.333462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:49.339322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Usage tracker for resource:network and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:49.343257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:49.352555 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:49.369407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-401015388-network', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:49.381112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:49.385677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Usage tracker for resource:network and tenant:5540f6ee58d3428f9385e330c3cebc01 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:49.388890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:49.393205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Made reservation on behalf of fedd54e5357041a2bd78224901e72cc7 for: {'network': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:49.426972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:49.429059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:49.436450 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1062257 Sep 16 19:33:49.437830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.442449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:33:49.452375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43228) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:49.453519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:49.549887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Request body: {'subnet': {'network_id': 'e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1641842540-subnet', 'tenant_id': '4aaae0fc225b4fb9b6477e7f79aaa011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:49.563395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:49.573807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Usage tracker for resource:subnet and tenant:4aaae0fc225b4fb9b6477e7f79aaa011 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:49.586905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:49.602018 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:49.688184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.policy [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93569) register_rules /opt/stack/neutron/neutron/policy.py:68}} Sep 16 19:33:49.695138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Made reservation on behalf of 4aaae0fc225b4fb9b6477e7f79aaa011 for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:49.699043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.705181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.721025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:49.725085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.763830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.790578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:49.794927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Usage tracker for resource:security_group_rule and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:49.799070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:49.808658 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:49.903830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Made reservation on behalf of 5540f6ee58d3428f9385e330c3cebc01 for: {'network': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:49.905722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:49.915635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.948883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.963328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:49.993860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:50.001159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.001159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Usage tracker for resource:security_group_rule and tenant:5540f6ee58d3428f9385e330c3cebc01 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:50.001853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:50.012428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:50.023048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:50.065225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2090c0-9d92-47c5-a650-09c48535bf11,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:50.069818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Checking segment: {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:33:50.070682 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Network hostable DHCP agents. Network: ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:33:50.081980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.082478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.085315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.085315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.085315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.085315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.085315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.085315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.085315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.085315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Tracked resource versions report: Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: pushed versions: Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': {'1.0'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': {'1.1'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': {'1.5'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': {'1.2'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': {'1.8'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': {'1.2'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': {'1.0'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': {'1.1'}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': {'1.1'}} Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: consumer versions: Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: { DHCP agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: HyperV agent@hv-cinder-80944: {}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: L3 agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: Metadata agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: Metering agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: Open vSwitch agent@dv-cinder-809448-1-iscsi: { 'ConntrackHelper': '1.0', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': '1.0', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': '1.1', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': '1.5', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': '1.2', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': '1.8', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': '1.2', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': '1.0', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': '1.0', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': '1.1', Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': '1.1'}} Sep 16 19:33:50.087721 dv-cinder-809448-1-iscsi neutron-server[93459]: {{(pid=93569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:33:50.111017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.127209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:33:50.147230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3223f6-8bae-411f-89bd-590cac98edaf,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:50.158327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:50.159154 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261888475371', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.159863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Unsubscribe: segment precommit_create {{(pid=93569) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Sep 16 19:33:50.160420 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Added segment 1d3181db-06c9-4445-8705-559eefd6b8ce of type vlan for network f548adf9-b5ee-40a6-af60-88513434f7b6 Sep 16 19:33:50.162031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.168523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:50.196847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:50.209293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ece569-4217-47bc-8bb3-0b00cb4ec0ee,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:50.214999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:50.334270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:33:50.397082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.421373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:33:50.423307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.433237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:50.433237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.434061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f93a39-c493-4a51-8bab-a0ce78832982 None None] Network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:50.435705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6a74074b-aa5c-4027-a92e-d7c30d31f158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:50.476628 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.510270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4cf7162-08aa-46fd-9401-7621319ad9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.529539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba54b37-7969-4f7a-992a-73589348e643,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:50.533702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:50.538616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.550882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Checking segment: {'id': '2a5e51d2-4358-47ac-89c8-e703a68703ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:33:50.552168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Network hostable DHCP agents. Network: e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:33:50.561964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:50.588201 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3165152 Sep 16 19:33:50.608976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Network e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:33:50.642630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f8a850-0c43-4e43-a2d2-02f22329b5c5,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:50.646598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:50.666643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:33:50.671281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:50.675264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.680976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c4575-feda-475c-8eb6-b6f6752b09a6 None None] Network e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:50.694871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93569) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:33:50.695519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:33:50.698381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93568) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:33:50.698921 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:33:50.699080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.702705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:50.703499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:50.706152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6670acd-059f-4ca7-bc05-1428cd053071 None None] Network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:50.710237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:50.757518 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2130127 Sep 16 19:33:50.854922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f548adf9-b5ee-40a6-af60-88513434f7b6,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:50.863419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:50.907598 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7549207 Sep 16 19:33:50.915065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43270) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:50.917718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Request body: {'subnet': {'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-subnet', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:50.930854 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:50.944292 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Usage tracker for resource:subnet and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:50.967503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:50.976945 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:51.042271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network f548adf9-b5ee-40a6-af60-88513434f7b6 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:33:51.043291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Made reservation on behalf of fedd54e5357041a2bd78224901e72cc7 for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:51.050540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.197099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.209877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.275455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:33:51.295354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.296311 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Added segment 5e53325c-983c-4ef4-9975-8873fb210ac6 of type vlan for network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e Sep 16 19:33:51.365276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.387936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.445720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:33:51.468060 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.468488 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Added segment 5c08f5da-b551-4783-8c13-2bcb213ace9a of type vlan for network 54a75b87-ecb8-465c-a475-356a37206e0a Sep 16 19:33:51.512729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.514160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:51.514829 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.520940 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:51.564154 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac8ab56-da09-4b30-8ecd-370933f7bbca None None] Network e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:51.569830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.635121 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.646634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a89a0fe3-d93c-445d-8235-02184c55aefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:51.661300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Pushing event updated for resources: {'Network': ['ID=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:51.666966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:51.678183 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:33:51.712679 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4306555 Sep 16 19:33:51.716077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43314) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:51.716221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.725233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Request body: {'subnet': {'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-subnet', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:51.731288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:51.736481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Usage tracker for resource:subnet and tenant:5540f6ee58d3428f9385e330c3cebc01 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:51.737580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:51.738272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.740408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:51.752960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:51.785499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce41c442-b543-4155-8674-99a92662abbd,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:51.797672 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Made reservation on behalf of 5540f6ee58d3428f9385e330c3cebc01 for: {'subnet': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:51.803317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.838962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:51.839929 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:51.959932 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:51.986410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Pushing event updated for resources: {'Network': ['ID=54a75b87-ecb8-465c-a475-356a37206e0a,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:52.008109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:52.016402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 54a75b87-ecb8-465c-a475-356a37206e0a details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:33:52.026201 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Checking segment: {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:33:52.026679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Network hostable DHCP agents. Network: f548adf9-b5ee-40a6-af60-88513434f7b6, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:33:52.084744 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.7339535 Sep 16 19:33:52.087872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43328) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:52.107920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Request body: {'subnet': {'network_id': '54a75b87-ecb8-465c-a475-356a37206e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2101440376-subnet', 'tenant_id': 'd466b6b2e4114af1a2797f29957cc797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:52.118461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:52.133356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Usage tracker for resource:subnet and tenant:d466b6b2e4114af1a2797f29957cc797 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:52.144145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:52.157596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Network f548adf9-b5ee-40a6-af60-88513434f7b6 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:33:52.187018 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, f548adf9-b5ee-40a6-af60-88513434f7b6) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:33:52.200210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:52.200862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:52.206871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:52.215860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43338) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:52.227526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7341850-ef20-41dc-aebe-0dfee8a77a07 None None] Network f548adf9-b5ee-40a6-af60-88513434f7b6 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:52.232318 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 19:33:52.292984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Made reservation on behalf of d466b6b2e4114af1a2797f29957cc797 for: {'subnet': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:52.330893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:52.346004 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4317045 Sep 16 19:33:52.365670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43344) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:52.549842 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-a933fa7e-ce2a-4c86-977a-4cf58dcce871 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:52.550660 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-a933fa7e-ce2a-4c86-977a-4cf58dcce871 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:network {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:33:52.595046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:52.626623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-a933fa7e-ce2a-4c86-977a-4cf58dcce871 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:network {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:33:52.628412 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-a933fa7e-ce2a-4c86-977a-4cf58dcce871 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 814 time: 0.4115403 Sep 16 19:33:52.654461 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-2ad59a54-f530-43dd-802a-13a96979d556 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/quotas/83c670c5a60d4f869bf348b77181874f HTTP/1.1" status: 200 len: 375 time: 0.0187438 Sep 16 19:33:52.667113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:52.683871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Usage tracker for resource:router and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:52.689697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:52.703541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:52.745105 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-5457c6a1-e77d-4d4c-b81e-f0474d2bc42b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827923 Sep 16 19:33:52.795584 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:52.796831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:52.824333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43368) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:52.830787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-24326478-network', 'tenant_id': '507d527b9c324e99975ce682d90ae83f'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:52.836443 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:52.848969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:52.849153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Usage tracker for resource:network and tenant:507d527b9c324e99975ce682d90ae83f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:52.849299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-f548adf9-b5ee-40a6-af60-88513434f7b6', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:33:52.850476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:52.852384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:52.866863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:52.903598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:52.928924 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Made reservation on behalf of 507d527b9c324e99975ce682d90ae83f for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:52.934216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:52.973739 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.011159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:53.015393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Usage tracker for resource:security_group_rule and tenant:507d527b9c324e99975ce682d90ae83f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:53.018586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:53.025883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:53.105199 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.123059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.149174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-eb4ce3a1-4916-4ab5-a5fd-f5464d38b701 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:33:53.157557 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-eb4ce3a1-4916-4ab5-a5fd-f5464d38b701 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1917660 Sep 16 19:33:53.204540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.208920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Allocated IP 172.20.0.2 (f548adf9-b5ee-40a6-af60-88513434f7b6/ce41c442-b543-4155-8674-99a92662abbd/6b52d431-a166-48cb-8db7-8e7bb4f83c87) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:33:53.267513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7bc111c6-207e-48c7-ae06-c3b33089447b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:53.308305 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:33:53.331149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.335993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0ec58e-3a85-4ac8-acf1-88c9302ab152,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:53.351552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:53.353423 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:53.359326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.359326 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Added segment c26e18ca-bd03-4801-ac9a-fdc24ab7cdad of type vlan for network f87db166-555d-4ddd-9fdc-ecf60ea8cca3 Sep 16 19:33:53.363090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09605e4d-868a-481b-8f85-978a76f72fe5,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:53.382904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:53.422362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.430967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dbb984e-9f28-4c61-8d04-3c2f5d3ca04e,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:53.460847 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-f7f80972-2e6b-4a0b-8267-3d3384885647 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022680 Sep 16 19:33:53.515304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.523855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:53.532238 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Checking segment: {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:33:53.532637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Network hostable DHCP agents. Network: 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:33:53.587046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Transition to ACTIVE for port object 6b52d431-a166-48cb-8db7-8e7bb4f83c87 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:33:53.610573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Transition to ACTIVE for port object 6b52d431-a166-48cb-8db7-8e7bb4f83c87 will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:33:53.613240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.617193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:53.618052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.625674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:53.655733 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.658360 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.664748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Checking segment: {'id': '5c08f5da-b551-4783-8c13-2bcb213ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '54a75b87-ecb8-465c-a475-356a37206e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:33:53.665138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Network hostable DHCP agents. Network: 54a75b87-ecb8-465c-a475-356a37206e0a, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:33:53.667679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:53.706000 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:33:53.729535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Network 54a75b87-ecb8-465c-a475-356a37206e0a is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:33:53.739284 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-a9d0b1f8-5fbe-4171-8a4c-833301867d55 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765741 Sep 16 19:33:53.759192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Network f548adf9-b5ee-40a6-af60-88513434f7b6 is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:33:53.762673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:33:53.765748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:33:53.778535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Pushing event updated for resources: {'Network': ['ID=f87db166-555d-4ddd-9fdc-ecf60ea8cca3,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:53.791993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:53.825453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network f87db166-555d-4ddd-9fdc-ecf60ea8cca3 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:33:53.827657 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0020099 Sep 16 19:33:53.830985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43404) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:53.992312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e) {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:33:53.992949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Request body: {'subnet': {'network_id': 'f87db166-555d-4ddd-9fdc-ecf60ea8cca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-24326478-subnet', 'tenant_id': '507d527b9c324e99975ce682d90ae83f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:53.993107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 54a75b87-ecb8-465c-a475-356a37206e0a) {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:33:53.993187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:53.993187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Usage tracker for resource:subnet and tenant:507d527b9c324e99975ce682d90ae83f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:53.993187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:53.993187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:53.993426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:53.993426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.993529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Made reservation on behalf of 507d527b9c324e99975ce682d90ae83f for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:33:53.993529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.993636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:53.993636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:53.993740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c86374-0bfe-4d81-8b84-f884d83f23f3 None None] Network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:53.997871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8bdfbb-7e28-43d0-8fea-157056afabea None None] Network 54a75b87-ecb8-465c-a475-356a37206e0a requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:54.027723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Pushing event updated for resources: {'Port': ['ID=6b52d431-a166-48cb-8db7-8e7bb4f83c87,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:54.127522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.171095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43420) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:54.179756 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 19:33:54.242074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.253973 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-90f72952-2668-4d41-a7ef-306f742ef1bf req-d5937611-9dd3-4fd9-b8dc-e3f3b9e1b7df tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 210 time: 0.0775089 Sep 16 19:33:54.331077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.339189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:54.360166 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6427231 Sep 16 19:33:54.370824 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2725630 Sep 16 19:33:54.370824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43434) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:54.498705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Attempting to bind port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:33:54.499177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Attempting to bind port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:33:54.499592 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Attempting to bind port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 on network f548adf9-b5ee-40a6-af60-88513434f7b6 {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:33:54.529898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Allocated IP 172.27.2.88 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/9af4435b-0efd-4e7e-8e83-8065d2fb664c) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:33:54.618058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:33:54.618058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Checking segment: {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:33:54.618058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.618058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Bound using segment: {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:33:54.618058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Bound port: 6b52d431-a166-48cb-8db7-8e7bb4f83c87, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:33:54.619862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.632574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:33:54.643093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:33:54.653411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Usage tracker for resource:router and tenant:5540f6ee58d3428f9385e330c3cebc01 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:33:54.664722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:33:54.683356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:33:54.766444 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.806162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.806549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.807056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.807456 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.807819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.808303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.808798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.809161 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.809518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.809871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.810461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Tracked resource versions report: Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: pushed versions: Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': {'1.0'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': {'1.1'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': {'1.5'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': {'1.2'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': {'1.8'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': {'1.2'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': {'1.0'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': {'1.1'}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': {'1.1'}} Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: consumer versions: Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: { DHCP agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: HyperV agent@hv-cinder-80944: {}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: L3 agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: Metadata agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: Metering agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: Open vSwitch agent@dv-cinder-809448-1-iscsi: { 'ConntrackHelper': '1.0', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': '1.0', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': '1.1', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': '1.5', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': '1.2', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': '1.8', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': '1.2', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': '1.0', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': '1.0', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': '1.1', Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': '1.1'}} Sep 16 19:33:54.811691 dv-cinder-809448-1-iscsi neutron-server[93459]: {{(pid=93570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:33:54.814529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b617b-b2a6-4dab-87f0-b25d86d3dd49 None None] Network 54a75b87-ecb8-465c-a475-356a37206e0a requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:54.840711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:54.855943 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.857824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.939213 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.963221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6495fd11-2fab-4f17-b6f6-f8102e217ebf,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:54.964064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:54.974999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:54.994303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:55.012569 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Checking segment: {'id': 'c26e18ca-bd03-4801-ac9a-fdc24ab7cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f87db166-555d-4ddd-9fdc-ecf60ea8cca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:33:55.012953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Network hostable DHCP agents. Network: f87db166-555d-4ddd-9fdc-ecf60ea8cca3, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:33:55.095140 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Network f87db166-555d-4ddd-9fdc-ecf60ea8cca3 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:33:55.149563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] For port 6b52d431-a166-48cb-8db7-8e7bb4f83c87, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:33:55.163499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, f87db166-555d-4ddd-9fdc-ecf60ea8cca3) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:33:55.168061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:55.168707 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:55.192740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0b88f3-4b63-4cb9-ba22-81839c8e3a7a None None] Network f87db166-555d-4ddd-9fdc-ecf60ea8cca3 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:55.230202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] For port 6b52d431-a166-48cb-8db7-8e7bb4f83c87, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=6b52d431-a166-48cb-8db7-8e7bb4f83c87,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:33:55.266902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:33:55.273846 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Pushing event updated for resources: {'Port': ['ID=9af4435b-0efd-4e7e-8e83-8065d2fb664c,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:55.281688 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:33:55.285029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:33:55.310008 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6bf4a619-16e0-4153-9fcf-40d00c59fe44 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4697630 Sep 16 19:33:55.387854 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:55.405520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:55.421886 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f298d53-df14-441c-8a6d-8ad0cf27c2b2 req-37ff2789-a187-4329-bf11-121c1fa37590 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 210 time: 0.0528436 Sep 16 19:33:55.456741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:55.510344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43492) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:55.548496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6061d5ac-1c02-47d4-b228-c641baacd2a4 None None] Network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:55.590782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] Deleting subnet fba54b37-7969-4f7a-992a-73589348e643 {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:33:55.637828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:55.737047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:55.758182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:55.794318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Pushing event updated for resources: {'Port': ['ID=6b52d431-a166-48cb-8db7-8e7bb4f83c87,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:55.802993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:55.924006 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:55.931479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:55.998427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba54b37-7969-4f7a-992a-73589348e643,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:56.003809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:56.008239 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:56.013969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28208dfd-e076-4169-883d-d0b380f3ffbe None None] Network f87db166-555d-4ddd-9fdc-ecf60ea8cca3 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:56.021970 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fba54b37-7969-4f7a-992a-73589348e643 HTTP/1.1" status: 204 len: 168 time: 0.5102432 Sep 16 19:33:56.024026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43506) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:56.028966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-237106f2-34dd-48dd-bacb-de4c0067e67e tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:33:56.030595 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-237106f2-34dd-48dd-bacb-de4c0067e67e tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/networks?id=54a75b87-ecb8-465c-a475-356a37206e0a HTTP/1.1" status: 200 len: 812 time: 0.6879628 Sep 16 19:33:56.050026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:56.062334 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-45191043-63e0-4f57-a000-65ad0f953407 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/quotas/d466b6b2e4114af1a2797f29957cc797 HTTP/1.1" status: 200 len: 375 time: 0.0242341 Sep 16 19:33:56.179480 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-c071cab4-b8fc-4fc1-bae1-a729c77f6197 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d466b6b2e4114af1a2797f29957cc797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094551 Sep 16 19:33:56.344055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:56.463997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:56.469092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:56.574033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-eccff98a-ff68-4677-a547-0b6ce434e0bc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:33:56.574728 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-eccff98a-ff68-4677-a547-0b6ce434e0bc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2432058 Sep 16 19:33:56.592119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:56.622090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.622492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.623322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.623678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > port after_create 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.624029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.624394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > port after_update 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.624741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.625100 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.625441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.625785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.790663 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.791047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.791498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.791755 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93568) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:33:56.792148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:33:56.846902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5e51d2-4358-47ac-89c8-e703a68703ab') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:33:56.847639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5e51d2-4358-47ac-89c8-e703a68703ab') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:33:56.862738 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1bfdf656-2007-493a-8584-d44f5ddb1560 req-2e850c22-c14e-42cc-9e2a-fd58caaee4da tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 210 time: 0.0619957 Sep 16 19:33:56.866749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:56.867191 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2da6c9d2-f9a5-48fe-9580-bbcc2111dbdc service neutron] 10.222.0.37 "GET /v2.0/networks/54a75b87-ecb8-465c-a475-356a37206e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734807 Sep 16 19:33:56.883234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:56.890545 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:33:56.890986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: (self, other), Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:33:56.907682 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:33:57.045049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.054851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.059359 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:57.080088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.084124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:57.087335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:57.091103 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] 10.222.0.37 "DELETE /v2.0/networks/e7bd3bc5-7dd9-48f9-8b96-e1db9d9dd20f HTTP/1.1" status: 204 len: 168 time: 1.0660639 Sep 16 19:33:57.094072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43534) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:57.099709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.169178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97152cd-c89b-401e-8645-f1c878c6b555 admin admin] Deleting subnet 6495fd11-2fab-4f17-b6f6-f8102e217ebf {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:33:57.173807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e97152cd-c89b-401e-8645-f1c878c6b555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.187602 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-03d5a129-b113-4ed9-acc9-fde550b34a04 service neutron] 10.222.0.37 "GET /v2.0/networks/54a75b87-ecb8-465c-a475-356a37206e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830346 Sep 16 19:33:57.232172 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e97152cd-c89b-401e-8645-f1c878c6b555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.307511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e97152cd-c89b-401e-8645-f1c878c6b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.315615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Allocated IP 172.27.2.202 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/ab42fb6e-66cd-41b9-8bf0-bca7a53de48d) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:33:57.408524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Router 834ca434-f243-4784-975f-bfdef45d2454 is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:33:57.427320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e97152cd-c89b-401e-8645-f1c878c6b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.447622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0a9fda3f-11e9-497b-badb-51ced4961043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:57.579802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e97152cd-c89b-401e-8645-f1c878c6b555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.586695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97152cd-c89b-401e-8645-f1c878c6b555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6495fd11-2fab-4f17-b6f6-f8102e217ebf,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:57.596476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e97152cd-c89b-401e-8645-f1c878c6b555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:57.600039 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e97152cd-c89b-401e-8645-f1c878c6b555 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6495fd11-2fab-4f17-b6f6-f8102e217ebf HTTP/1.1" status: 204 len: 168 time: 0.5048180 Sep 16 19:33:57.603693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43562) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:57.815781 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8627c4d3-bf3b-4b68-b220-f8c09c45fe72 req-48fc0be3-64b7-4c81-9556-3d5f8dcc7a5b tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 210 time: 0.0740364 Sep 16 19:33:57.876066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:57.959059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.033764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 6b52d431-a166-48cb-8db7-8e7bb4f83c87 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:33:58.087874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.095369 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.095746 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:58.178373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da683d-bc40-4470-9805-8c2657fd7bca None None] Network f548adf9-b5ee-40a6-af60-88513434f7b6 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:33:58.179634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87db166-555d-4ddd-9fdc-ecf60ea8cca3']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:33:58.199032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26e18ca-bd03-4801-ac9a-fdc24ab7cdad') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:33:58.199471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26e18ca-bd03-4801-ac9a-fdc24ab7cdad') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:33:58.216272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.226769 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c9386a2a-a53f-4cb3-a8bc-5b4487b58ed1 req-39060974-4e1c-4a95-a706-0ebb1465910b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 210 time: 0.0663483 Sep 16 19:33:58.252433 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:33:58.265096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Pushing event updated for resources: {'Port': ['ID=ab42fb6e-66cd-41b9-8bf0-bca7a53de48d,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:58.274685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.292131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:33:58.292875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.302119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:58.306718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:33:58.312744 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:33:58.314878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:33:58.427733 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:33:58.437299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Sync routers for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:33:58.474129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:58.474828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:33:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:33:58.506868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] Notify callbacks [] for router, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.510441 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4e4c69fb-6947-4b5b-8a9e-3ab558a7e212 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1434929 Sep 16 19:33:58.511904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43606) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:58.554206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:33:58.560341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.562097 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.595239 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:33:58.595487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.620180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-c3d9af83-9cc1-468f-8a8e-8da4030b1221 None None] Provisioning for port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:33:58.641493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-c3d9af83-9cc1-468f-8a8e-8da4030b1221 None None] Provisioning complete for port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:33:58.641988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3d9af83-9cc1-468f-8a8e-8da4030b1221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.681410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:33:58.769243 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.794636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:58.827936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:58.872860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87db166-555d-4ddd-9fdc-ecf60ea8cca3,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:58.883669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:58.889290 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f87db166-555d-4ddd-9fdc-ecf60ea8cca3 HTTP/1.1" status: 204 len: 168 time: 1.2833476 Sep 16 19:33:59.111126 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7380d072-b006-4d66-a185-35ca1862b321 req-ac11819b-ac89-4703-b023-f890931d3cc5 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 210 time: 0.0813222 Sep 16 19:33:59.142556 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3d9af83-9cc1-468f-8a8e-8da4030b1221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:59.168886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:33:55Z', 'revision_number': 3, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:33:59.175460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Checking router: 834ca434-f243-4784-975f-bfdef45d2454 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:33:59.176256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Updating router 834ca434-f243-4784-975f-bfdef45d2454 port 9af4435b-0efd-4e7e-8e83-8065d2fb664c binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:33:59.248475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:59.271893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:59.283438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Router a9200dd0-1eb5-4c61-aa20-a9710b7d098a is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:33:59.310411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-c3d9af83-9cc1-468f-8a8e-8da4030b1221 None None] For port 6b52d431-a166-48cb-8db7-8e7bb4f83c87, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=6b52d431-a166-48cb-8db7-8e7bb4f83c87,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:33:59.406524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3d9af83-9cc1-468f-8a8e-8da4030b1221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:59.440613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:33:59.552003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93570) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:33:59.552650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:33:59.581798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9af83-9cc1-468f-8a8e-8da4030b1221 None None] Pushing event updated for resources: {'Port': ['ID=6b52d431-a166-48cb-8db7-8e7bb4f83c87,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:33:59.591944 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c3d9af83-9cc1-468f-8a8e-8da4030b1221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:33:59.594977 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-58c62975-3128-45db-906f-14d30a8b63f2 req-74d080a5-05bc-434b-8844-4e7651b1decb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 210 time: 0.0910630 Sep 16 19:33:59.659391 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43652) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:59.748115 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f1975e4a-2525-4b4c-91fe-ccd04da4267b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4aaae0fc225b4fb9b6477e7f79aaa011&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0834005 Sep 16 19:33:59.749072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43658) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:59.808774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:33:59.821382 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Sync routers for ids ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:33:59.864410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-6cc1e4c0-9684-46b8-950b-7b5b8e3cffd6 None None] Provisioning complete for port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:33:59.864889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:59.865046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e4c0-9684-46b8-950b-7b5b8e3cffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:59.878940 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Transition to ACTIVE for port object 9af4435b-0efd-4e7e-8e83-8065d2fb664c will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:33:59.899670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Routers {'a9200dd0-1eb5-4c61-aa20-a9710b7d098a'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:59.900547 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:33:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:33:59.912459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-09472a2d-e0df-4d25-9d06-c376afbb008c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:59.923409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Notify callbacks [] for router, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:59.924173 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:33:59.924841 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5210946 Sep 16 19:33:59.928370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43662) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:33:59.935219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:00.032208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-09472a2d-e0df-4d25-9d06-c376afbb008c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:00.076617 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Pushing event updated for resources: {'Port': ['ID=9af4435b-0efd-4e7e-8e83-8065d2fb664c,revision_number=2']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:00.115690 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.118594 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.119775 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.120348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.120926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.123971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.124591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.125283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.125834 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.128533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.129710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Tracked resource versions report: Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: pushed versions: Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: { 'ConntrackHelper': {'1.0'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': {'1.0'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': {'1.1'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': {'1.5'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': {'1.2'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': {'1.8'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': {'1.2'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': {'1.0'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': {'1.0'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': {'1.1'}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': {'1.1'}} Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: consumer versions: Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: { DHCP agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: HyperV agent@hv-cinder-80944: {}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: L3 agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: Metadata agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: Metering agent@dv-cinder-809448-1-iscsi: {}, Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: Open vSwitch agent@dv-cinder-809448-1-iscsi: { 'ConntrackHelper': '1.0', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Log': '1.0', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Network': '1.1', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Port': '1.5', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'PortForwarding': '1.2', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'QosPolicy': '1.8', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroup': '1.2', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SecurityGroupRule': '1.0', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'SubPort': '1.0', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Subnet': '1.1', Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: 'Trunk': '1.1'}} Sep 16 19:34:00.132946 dv-cinder-809448-1-iscsi neutron-server[93459]: {{(pid=93571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 16 19:34:00.156005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:00.219731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Attempting to bind port 9af4435b-0efd-4e7e-8e83-8065d2fb664c on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:34:00.220345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Attempting to bind port 9af4435b-0efd-4e7e-8e83-8065d2fb664c by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:34:00.220966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Attempting to bind port 9af4435b-0efd-4e7e-8e83-8065d2fb664c on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:00.242769 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:34:00.244640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:34:00.244640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:00.244640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:34:00.245280 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Bound port: 9af4435b-0efd-4e7e-8e83-8065d2fb664c, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:34:00.245760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:00.307255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-09472a2d-e0df-4d25-9d06-c376afbb008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:00.429431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:00.431476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Set router a9200dd0-1eb5-4c61-aa20-a9710b7d098a gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:34:00.432077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] For port 9af4435b-0efd-4e7e-8e83-8065d2fb664c, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:34:00.440010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] For port 9af4435b-0efd-4e7e-8e83-8065d2fb664c, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=9af4435b-0efd-4e7e-8e83-8065d2fb664c,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:34:00.453478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09472a2d-e0df-4d25-9d06-c376afbb008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442c0d3-4459-44fd-a4a1-305e56a237f5,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:00.456306 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-09472a2d-e0df-4d25-9d06-c376afbb008c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:00.458237 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-09472a2d-e0df-4d25-9d06-c376afbb008c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e442c0d3-4459-44fd-a4a1-305e56a237f5 HTTP/1.1" status: 204 len: 168 time: 0.7078555 Sep 16 19:34:00.503348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:00.518560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1ae4b733-5430-4ff5-b629-d5dd785d149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:00.546246 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ac7823a8-fe7d-43cc-8362-d5d34fcd909c req-65f738bc-6c66-4bd0-9427-7eb7a4ba6c13 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 210 time: 0.0661943 Sep 16 19:34:00.614370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:00.625539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 6b52d431-a166-48cb-8db7-8e7bb4f83c87 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:00.641014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-09472a2d-e0df-4d25-9d06-c376afbb008c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:00.649044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:00.649733 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:33:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:00.689320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.38', 63068) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:00.946743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Allocated IP 172.20.0.1 (f548adf9-b5ee-40a6-af60-88513434f7b6/ce41c442-b543-4155-8674-99a92662abbd/52a972fe-db09-404a-9c98-a980cc2131b2) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:34:01.008126 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:01.008552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:01.209369 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:33:58Z', 'revision_number': 3, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'gw_port': {'id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:57Z', 'updated_at': '2021-09-16T19:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:01.229583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Checking router: a9200dd0-1eb5-4c61-aa20-a9710b7d098a for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:34:01.229994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Updating router a9200dd0-1eb5-4c61-aa20-a9710b7d098a port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d binding host dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:34:01.289524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:01.318669 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f0738c-6c38-4356-aabb-2151c2a92f4f req-da63d779-aebb-426f-8be3-cb2ef16b4d09 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 210 time: 0.4405923 Sep 16 19:34:01.330063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:01.354600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Pushing event updated for resources: {'Port': ['ID=9af4435b-0efd-4e7e-8e83-8065d2fb664c,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:01.360889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:01.405106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:34:01.406341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Transition to ACTIVE for port object 52a972fe-db09-404a-9c98-a980cc2131b2 will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:01.424942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43702) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:01.465491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.38', 63076) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:01.911206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:01.928496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-307030db-0c82-44b3-8c6d-49fe4bded21b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:01.931132 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-307030db-0c82-44b3-8c6d-49fe4bded21b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 814 time: 1.2403026 Sep 16 19:34:01.972524 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66034417-bbda-44a0-929e-009f4c4678c1 req-b1eb32d9-6532-488e-9bf6-61502fbee0b1 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 210 time: 0.1127875 Sep 16 19:34:01.975690 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-38d303c8-fbfc-4444-b926-ec521b924a98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=507d527b9c324e99975ce682d90ae83f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5494525 Sep 16 19:34:01.979371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43728) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:01.985835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e36258d-f632-4559-b960-0173c7061492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:01.998856 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:33:55Z', 'revision_number': 3, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:02.009337 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933dea-48f0-47da-921c-4edb3db9c548 None None] The sync data for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi is: [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:33:55Z', 'revision_number': 3, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:34:02.134242 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:02.157505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Transition to ACTIVE for port object ab42fb6e-66cd-41b9-8bf0-bca7a53de48d will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:02.162428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Network f548adf9-b5ee-40a6-af60-88513434f7b6 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:02.173971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:02.182847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Request body: {'port': {'device_id': '587d734d-5569-4314-a789-805f90e9ba6f', 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72', 'admin_state_up': True, 'tenant_id': '83c670c5a60d4f869bf348b77181874f'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:02.220425 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Pushing event updated for resources: {'Port': ['ID=52a972fe-db09-404a-9c98-a980cc2131b2,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:02.221685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:02.236019 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:34:02.238802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:02.312508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:02.349640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-5b16978f-3598-44e2-8c61-7d52e733dce6 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:02.355618 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-5b16978f-3598-44e2-8c61-7d52e733dce6 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Synchronizing usage tracker for tenant:d466b6b2e4114af1a2797f29957cc797 on resource:network {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:02.409648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:02.420445 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-5b16978f-3598-44e2-8c61-7d52e733dce6 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Unset dirty status for tenant:d466b6b2e4114af1a2797f29957cc797 on resource:network {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:02.421985 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-5b16978f-3598-44e2-8c61-7d52e733dce6 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.38 "GET /v2.0/networks?id=54a75b87-ecb8-465c-a475-356a37206e0a HTTP/1.1" status: 200 len: 812 time: 0.9382999 Sep 16 19:34:02.437521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Request body: {'port': {'device_id': '39c87b03-79ce-4898-ae89-add2d1e742c2', 'network_id': '54a75b87-ecb8-465c-a475-356a37206e0a', 'admin_state_up': True, 'tenant_id': 'd466b6b2e4114af1a2797f29957cc797'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:02.579976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b8674b7-8e8e-4917-8180-4da10ea7c318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:02.640714 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf176940-2f85-463a-9aff-c4134383897b None None] Pushing event updated for resources: {'Port': ['ID=ab42fb6e-66cd-41b9-8bf0-bca7a53de48d,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:02.646941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bf176940-2f85-463a-9aff-c4134383897b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:02.659828 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f1a53e-ff16-47db-a44b-4c77130a2bb9 req-49becaaa-1264-4f80-8eb8-7c27fdd32022 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 210 time: 0.0841036 Sep 16 19:34:02.714724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Attempting to bind port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:34:02.716485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Attempting to bind port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:34:02.717103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Attempting to bind port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:02.753156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:34:02.755177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:34:02.755759 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:02.756419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:34:02.760837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Bound port: ab42fb6e-66cd-41b9-8bf0-bca7a53de48d, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:34:02.761393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:02.782186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:02.786708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b8674b7-8e8e-4917-8180-4da10ea7c318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:02.788902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Usage tracker for resource:port and tenant:83c670c5a60d4f869bf348b77181874f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:02.795937 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:02.804551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:02.870327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:02.885012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Made reservation on behalf of 83c670c5a60d4f869bf348b77181874f for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:34:02.892662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:02.945835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] For port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:34:02.950807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] For port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=ab42fb6e-66cd-41b9-8bf0-bca7a53de48d,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:34:02.964403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-bfbadf90-3b72-4e39-8c81-3d79859f4058 None None] Provisioning for port 52a972fe-db09-404a-9c98-a980cc2131b2 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:02.974370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-bfbadf90-3b72-4e39-8c81-3d79859f4058 None None] Provisioning complete for port 52a972fe-db09-404a-9c98-a980cc2131b2 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:02.974370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bfbadf90-3b72-4e39-8c81-3d79859f4058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:03.036415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:03.063490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fbce952d-52ea-4dc3-bea5-6f5558a591da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:03.065600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:03.068792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b8674b7-8e8e-4917-8180-4da10ea7c318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:03.078272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Usage tracker for resource:port and tenant:d466b6b2e4114af1a2797f29957cc797 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:03.085263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:03.091686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-72437590-7961-4006-8fe1-661fae60ec08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:03.164548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8674b7-8e8e-4917-8180-4da10ea7c318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09605e4d-868a-481b-8f85-978a76f72fe5,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:03.172777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:03.207612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5b8674b7-8e8e-4917-8180-4da10ea7c318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:03.265368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b8674b7-8e8e-4917-8180-4da10ea7c318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:03.267538 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5b8674b7-8e8e-4917-8180-4da10ea7c318 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09605e4d-868a-481b-8f85-978a76f72fe5 HTTP/1.1" status: 204 len: 168 time: 1.1734011 Sep 16 19:34:03.305431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf176940-2f85-463a-9aff-c4134383897b None None] Pushing event updated for resources: {'Port': ['ID=ab42fb6e-66cd-41b9-8bf0-bca7a53de48d,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:03.330431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bf176940-2f85-463a-9aff-c4134383897b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:03.336253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Made reservation on behalf of d466b6b2e4114af1a2797f29957cc797 for: {'port': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:34:03.350533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:03.450692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-bfbadf90-3b72-4e39-8c81-3d79859f4058 None None] Port 52a972fe-db09-404a-9c98-a980cc2131b2 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:34:03.459541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:03.518687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Routers {'a9200dd0-1eb5-4c61-aa20-a9710b7d098a'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:03.520340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:33:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:03.720891 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fdbe4f87-5d1a-495f-a7e7-937dbc576bfe req-e093c920-97a2-43ec-958b-037b4d39bdc6 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 210 time: 0.2259395 Sep 16 19:34:03.934713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] Set router a9200dd0-1eb5-4c61-aa20-a9710b7d098a gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:34:03.992576 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Allocated IP 172.20.0.3 (ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72/8f3223f6-8bae-411f-89bd-590cac98edaf/81b1c6d4-3be5-4676-9159-023d21b35b38) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:34:04.515139 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ef8e0586-21a4-4e66-9b3e-31ee19bae4d7 req-8bb33b12-8b23-43bb-b2a7-7e8e266f1007 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 210 time: 0.1731498 Sep 16 19:34:04.643818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Allocated IP 172.20.0.10 (54a75b87-ecb8-465c-a475-356a37206e0a/1dbb984e-9f28-4c61-8d04-3c2f5d3ca04e/205c67ee-a729-47e6-ba3d-25f47a551aa3) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:34:04.646817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:04.650223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:04.717573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 9af4435b-0efd-4e7e-8e83-8065d2fb664c up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:04.743885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:04.790630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:05.018102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 9af4435b-0efd-4e7e-8e83-8065d2fb664c completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:05.070403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 9af4435b-0efd-4e7e-8e83-8065d2fb664c triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:05.072567 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:05.072935 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:05.075204 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:05.096348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:34:05.100906 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:05.101160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:05.101374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:05.125810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:05.158169 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:05.199450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:05.262184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:33:58Z', 'revision_number': 3, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'gw_port': {'id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:57Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:05.270927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Network 54a75b87-ecb8-465c-a475-356a37206e0a is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:05.272397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:05.275905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:34:05.312426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80486259-dcce-46ab-88b7-bda314c688c0 None None] The sync data for ids ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'] in dv-cinder-809448-1-iscsi is: [{'id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:33:58Z', 'revision_number': 3, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'gw_port': {'id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:57Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:34:05.324494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:05.361862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Pushing event updated for resources: {'Port': ['ID=52a972fe-db09-404a-9c98-a980cc2131b2,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:05.368958 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:05.369538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43828) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:05.395286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:05.432003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Pushing event updated for resources: {'Port': ['ID=81b1c6d4-3be5-4676-9159-023d21b35b38,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:05.445874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:05.466122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ee5c1-c98a-4ced-b449-fb85835a1606 req-fa6b1d63-7871-44bc-ad24-d09f8ed2e3e3 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:05.469648 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5d9ee5c1-c98a-4ced-b449-fb85835a1606 req-fa6b1d63-7871-44bc-ad24-d09f8ed2e3e3 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 932 time: 0.3784833 Sep 16 19:34:05.485276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:05.513344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port 9af4435b-0efd-4e7e-8e83-8065d2fb664c, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=9af4435b-0efd-4e7e-8e83-8065d2fb664c,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:05.544712 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5506575 Sep 16 19:34:05.553389 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:05.556692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:05.565196 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Allocated IP 172.20.0.1 (288bd2b0-8893-4f3e-8662-9cb3e12d0f4e/6c0ec58e-3a85-4ac8-acf1-88c9302ab152/2c4f3cdc-db13-4241-bc44-e72b10c5202d) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:34:05.658536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Pushing event updated for resources: {'Port': ['ID=205c67ee-a729-47e6-ba3d-25f47a551aa3,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:05.666145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:05.666924 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:05.677817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:05.681066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-8c9f74e8-8356-4e8d-8198-65444f9007dc tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:34:05.690271 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-8c9f74e8-8356-4e8d-8198-65444f9007dc tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0280061 Sep 16 19:34:05.700889 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5d9ee5c1-c98a-4ced-b449-fb85835a1606 req-7c5bb317-0020-408f-9b0d-3c4659efa5c1 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782308 Sep 16 19:34:05.747754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=9af4435b-0efd-4e7e-8e83-8065d2fb664c,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:05.765434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:05.896883 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4635031 Sep 16 19:34:05.907389 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43840) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:05.956303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Network f548adf9-b5ee-40a6-af60-88513434f7b6 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:05.970936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:06.104090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:06.125542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:06.239958 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:06.256823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:06.291205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:06.406747 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:06.416052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:06.428139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:34:06.428892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:06.443750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Pushing event updated for resources: {'Port': ['ID=2c4f3cdc-db13-4241-bc44-e72b10c5202d,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:06.452043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:06.477776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 9af4435b-0efd-4e7e-8e83-8065d2fb664c up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:06.675651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7670db3-27f7-4877-bb50-ef7e758c4830 req-e3464f2d-77ef-460f-8218-90acb31b1914 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:06.686674 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7670db3-27f7-4877-bb50-ef7e758c4830 req-e3464f2d-77ef-460f-8218-90acb31b1914 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 931 time: 0.9130833 Sep 16 19:34:06.746516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d46c8b15-e1b1-4661-918c-c9b280fade48 None None] Provisioning complete for port 52a972fe-db09-404a-9c98-a980cc2131b2 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:06.747912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d46c8b15-e1b1-4661-918c-c9b280fade48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:06.821363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:06.843792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:06.885105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4a5147e19741d88b5a5973c4740087 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:06.912785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:07.015721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Request body: {'port': {'device_id': '39c87b03-79ce-4898-ae89-add2d1e742c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:07.041260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-d46c8b15-e1b1-4661-918c-c9b280fade48 None None] Port 52a972fe-db09-404a-9c98-a980cc2131b2 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:34:07.060956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 9af4435b-0efd-4e7e-8e83-8065d2fb664c triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:07.061419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:07.072225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:07.088061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:07.243502 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Usage tracker for resource:security_group_rule and tenant:2fdbfb342f4941ff87f511a9df642053 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:07.247385 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:07.407334 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:07.547606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Request body: {'port': {'device_id': '587d734d-5569-4314-a789-805f90e9ba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:07.578055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:07.597132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b7670db3-27f7-4877-bb50-ef7e758c4830 req-a3c388c9-c4f5-4d9b-99e6-d95032950529 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:07.611788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:07.680536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:34:07.684297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:07.695016 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f4a5147e19741d88b5a5973c4740087&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2572021 Sep 16 19:34:07.707803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 43884) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:07.893020 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:07.914325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b7670db3-27f7-4877-bb50-ef7e758c4830 req-a3c388c9-c4f5-4d9b-99e6-d95032950529 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:07.915907 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7670db3-27f7-4877-bb50-ef7e758c4830 req-a3c388c9-c4f5-4d9b-99e6-d95032950529 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2281888 Sep 16 19:34:07.922793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:08.158297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:08.288558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:08.312795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33acf676-0e02-48a6-837e-4702328b8127,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:08.335310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:08.346144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:08.378446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43896) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:08.378446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:08.401771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bbc44-3863-4f66-8894-f3f97981dd98 req-26ad7b08-9686-4b09-b010-db884d7a581d tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:08.411449 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-821bbc44-3863-4f66-8894-f3f97981dd98 req-26ad7b08-9686-4b09-b010-db884d7a581d tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 932 time: 1.1484296 Sep 16 19:34:08.442402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fcdcce9f-361c-46e7-a429-68aad36969f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:08.443811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:08.453641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6b31b7e3-2f3d-4215-9beb-49a69a3a2ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:08.508226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ead591fb-4855-476d-985c-ae230039a534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:08.565891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ab42fb6e-66cd-41b9-8bf0-bca7a53de48d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:08.609041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Pushing event updated for resources: {'Port': ['ID=2c4f3cdc-db13-4241-bc44-e72b10c5202d,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:08.621034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:08.740458 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:08.754616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb89ee7b-07a6-4025-8b5b-eeca48e62f85,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:08.755694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:08.766685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ead591fb-4855-476d-985c-ae230039a534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:08.772089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:08.788645 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fdbfb342f4941ff87f511a9df642053&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8801146 Sep 16 19:34:08.793087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43908) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:08.796670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:08.845868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:08.889055 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-821bbc44-3863-4f66-8894-f3f97981dd98 req-37f6f175-a0ba-40e6-86c9-77189e131e77 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762630 Sep 16 19:34:08.894262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:08.994689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Router 834ca434-f243-4784-975f-bfdef45d2454 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:34:09.016447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ead591fb-4855-476d-985c-ae230039a534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:09.033550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:09.079620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:09.119791 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=ab42fb6e-66cd-41b9-8bf0-bca7a53de48d,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:09.134776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead591fb-4855-476d-985c-ae230039a534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33acf676-0e02-48a6-837e-4702328b8127,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:09.153618 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:09.162835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ead591fb-4855-476d-985c-ae230039a534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:09.163684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ead591fb-4855-476d-985c-ae230039a534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:09.167576 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ead591fb-4855-476d-985c-ae230039a534 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33acf676-0e02-48a6-837e-4702328b8127 HTTP/1.1" status: 204 len: 168 time: 1.4422908 Sep 16 19:34:09.181699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:09.389300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=ab42fb6e-66cd-41b9-8bf0-bca7a53de48d,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:09.392809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:09.530956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e34a0d-aaa7-4c46-8d91-dc18913cec89 req-21cfc9bb-0367-4982-9077-842ba199e2e3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:09.534461 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62e34a0d-aaa7-4c46-8d91-dc18913cec89 req-21cfc9bb-0367-4982-9077-842ba199e2e3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 931 time: 0.2920635 Sep 16 19:34:09.536812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b1c6d4-3be5-4676-9159-023d21b35b38 {{(pid=93568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:09.551661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:09.602294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:09.618604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Transition to ACTIVE for port object 81b1c6d4-3be5-4676-9159-023d21b35b38 will not be triggered until provisioned by entity L2. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:09.657951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:09.667431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:34:09.670319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2425d054-fa9b-4cc6-bad4-e6eec1cda915 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:09.679964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Sync routers for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:34:09.714763 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] 10.222.0.37 "PUT /v2.0/routers/834ca434-f243-4784-975f-bfdef45d2454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1912291 Sep 16 19:34:09.714763 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62e34a0d-aaa7-4c46-8d91-dc18913cec89 req-1548e72c-5564-4475-aaaf-56eb78912a01 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677802 Sep 16 19:34:09.745841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:09.754943 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:33:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:09.767070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Pushing event updated for resources: {'Port': ['ID=81b1c6d4-3be5-4676-9159-023d21b35b38,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:09.841257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205c67ee-a729-47e6-ba3d-25f47a551aa3 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:09.842493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:10.073062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.223548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d56b-6134-4d98-86b8-7a6041a5cc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.232642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Attempting to bind port 81b1c6d4-3be5-4676-9159-023d21b35b38 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:34:10.232941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Attempting to bind port 81b1c6d4-3be5-4676-9159-023d21b35b38 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:34:10.236587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Attempting to bind port 81b1c6d4-3be5-4676-9159-023d21b35b38 on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:10.271098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Port 81b1c6d4-3be5-4676-9159-023d21b35b38 on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:34:10.271469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Attempting to bind port 81b1c6d4-3be5-4676-9159-023d21b35b38 on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:10.280734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:34:10.281116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Checking segment: {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:34:10.281698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Bound using segment: {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:34:10.282230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Bound port: 81b1c6d4-3be5-4676-9159-023d21b35b38, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'}}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:34:10.282621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.288571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d56b-6134-4d98-86b8-7a6041a5cc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.488113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ab42fb6e-66cd-41b9-8bf0-bca7a53de48d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:10.491817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Transition to ACTIVE for port object 205c67ee-a729-47e6-ba3d-25f47a551aa3 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:10.495444 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:34:10.509772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d56b-6134-4d98-86b8-7a6041a5cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.515003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:10.516874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] For port 81b1c6d4-3be5-4676-9159-023d21b35b38, host hv-cinder-80944, cleared binding levels {{(pid=93568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:34:10.526465 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] For port 81b1c6d4-3be5-4676-9159-023d21b35b38, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=81b1c6d4-3be5-4676-9159-023d21b35b38,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:34:10.547025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5bbf746dc84bbaa0b05acd8ec2a872 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:10.553328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-09472a2d-e0df-4d25-9d06-c376afbb008c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:10.563824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.569507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:10.601455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:10.605288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d56b-6134-4d98-86b8-7a6041a5cc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.606567 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f1f5d56b-6134-4d98-86b8-7a6041a5cc7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb89ee7b-07a6-4025-8b5b-eeca48e62f85 HTTP/1.1" status: 204 len: 168 time: 1.8093343 Sep 16 19:34:10.607576 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.618967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:10.625765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:10.626537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.673583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5d56b-6134-4d98-86b8-7a6041a5cc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb89ee7b-07a6-4025-8b5b-eeca48e62f85,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:10.676356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f1f5d56b-6134-4d98-86b8-7a6041a5cc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:10.687374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-422b0000-12bf-4086-858c-217649f0f198 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:10.726552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:10.740574 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] 10.222.0.38 "PUT /v2.0/ports/81b1c6d4-3be5-4676-9159-023d21b35b38 HTTP/1.1" status: 200 len: 1093 time: 4.0972090 Sep 16 19:34:10.741176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587d734d-5569-4314-a789-805f90e9ba6f', 'tag': '81b1c6d4-3be5-4676-9159-023d21b35b38'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:10.807606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Pushing event updated for resources: {'Port': ['ID=81b1c6d4-3be5-4676-9159-023d21b35b38,revision_number=3']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:10.812780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:10.932323 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Pushing event updated for resources: {'Port': ['ID=205c67ee-a729-47e6-ba3d-25f47a551aa3,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:10.963732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:11.342711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:03Z', 'revision_number': 2, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:11.352117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Checking router: 834ca434-f243-4784-975f-bfdef45d2454 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:34:11.352537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Updating router 834ca434-f243-4784-975f-bfdef45d2454 port 52a972fe-db09-404a-9c98-a980cc2131b2 binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:34:11.440090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:11.445295 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-7ed3fd55-162e-4132-990c-c3a62f846817 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 1096 time: 0.1854925 Sep 16 19:34:11.608091 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-e1011c85-8f47-413a-8f64-35338753b950 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b1c6d4-3be5-4676-9159-023d21b35b38 HTTP/1.1" status: 200 len: 217 time: 0.1484289 Sep 16 19:34:11.735751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdefa4-2d18-4a33-a411-7397f99df837 req-e009043a-55f0-4d05-83ce-e1db41ac5321 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:11.737636 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4bbdefa4-2d18-4a33-a411-7397f99df837 req-e009043a-55f0-4d05-83ce-e1db41ac5321 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 944 time: 1.5201635 Sep 16 19:34:11.821410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-06041450-5a13-4f9b-87ca-66519850f446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:11.826044 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-06041450-5a13-4f9b-87ca-66519850f446 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.2021174 Sep 16 19:34:11.944711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43978) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:11.966511 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4bbdefa4-2d18-4a33-a411-7397f99df837 req-204a0458-c17d-461b-aa06-aaaad94f9f4f tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037230 Sep 16 19:34:12.000240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--523225422', 'description': 'tempest-description--883955687'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:12.021888 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-9660ab4d-2745-4a2b-8e6a-c99fce375429 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669631 Sep 16 19:34:12.084662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:12.091344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:12.106479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Transition to ACTIVE for port object 52a972fe-db09-404a-9c98-a980cc2131b2 will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:12.140666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:12.149767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:12.234431 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-a1394dd8-b1ba-429d-8598-64b4780aecf0 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988451 Sep 16 19:34:12.251476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:security_group and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:12.267869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:12.284118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:12.383401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:12.501545 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Router a9200dd0-1eb5-4c61-aa20-a9710b7d098a has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:34:12.551948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Attempting to bind port 205c67ee-a729-47e6-ba3d-25f47a551aa3 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:34:12.555800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Attempting to bind port 205c67ee-a729-47e6-ba3d-25f47a551aa3 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '5c08f5da-b551-4783-8c13-2bcb213ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '54a75b87-ecb8-465c-a475-356a37206e0a'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:34:12.557246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Attempting to bind port 205c67ee-a729-47e6-ba3d-25f47a551aa3 on network 54a75b87-ecb8-465c-a475-356a37206e0a {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:12.596872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:12.602163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3fbaf-eda8-4dd5-8784-9fdd258a83e5 None None] Pushing event updated for resources: {'Port': ['ID=52a972fe-db09-404a-9c98-a980cc2131b2,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:12.610194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-40d3fbaf-eda8-4dd5-8784-9fdd258a83e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:12.762785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:12.818067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:12.821613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:12.863978 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc5bbf746dc84bbaa0b05acd8ec2a872&name=default HTTP/1.1" status: 200 len: 2647 time: 4.4806557 Sep 16 19:34:12.864699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Port 205c67ee-a729-47e6-ba3d-25f47a551aa3 on network 54a75b87-ecb8-465c-a475-356a37206e0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:34:12.865168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Attempting to bind port 205c67ee-a729-47e6-ba3d-25f47a551aa3 on network 54a75b87-ecb8-465c-a475-356a37206e0a {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:12.869348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 43996) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:12.870182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442e3a1a-c5b4-4435-a6be-7b154e29a5e3,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:12.886342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:12.936234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Attempting to bind port 52a972fe-db09-404a-9c98-a980cc2131b2 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:34:12.936866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Attempting to bind port 52a972fe-db09-404a-9c98-a980cc2131b2 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:34:12.938327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Attempting to bind port 52a972fe-db09-404a-9c98-a980cc2131b2 on network f548adf9-b5ee-40a6-af60-88513434f7b6 {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:12.959072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:34:12.962524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Checking segment: {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:34:12.964256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:12.965971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Bound using segment: {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:34:12.966757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Bound port: 52a972fe-db09-404a-9c98-a980cc2131b2, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:34:12.969469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:12.984679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:security_group_rule and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:13.016241 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587d734d-5569-4314-a789-805f90e9ba6f', 'tag': '81b1c6d4-3be5-4676-9159-023d21b35b38', 'status': 'completed', 'code': 200} Sep 16 19:34:13.024247 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:13.077490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:13.102030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:34:13.102938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Checking segment: {'id': '5c08f5da-b551-4783-8c13-2bcb213ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '54a75b87-ecb8-465c-a475-356a37206e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:34:13.104072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Bound using segment: {'id': '5c08f5da-b551-4783-8c13-2bcb213ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '54a75b87-ecb8-465c-a475-356a37206e0a'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:34:13.105069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Bound port: 205c67ee-a729-47e6-ba3d-25f47a551aa3, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c08f5da-b551-4783-8c13-2bcb213ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '54a75b87-ecb8-465c-a475-356a37206e0a'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:34:13.105869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:13.199160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba4956-523d-4895-b626-630d4576949f req-c95aae1f-205d-4913-8a61-1b172e3d0f9e tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:13.222320 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f8ba4956-523d-4895-b626-630d4576949f req-c95aae1f-205d-4913-8a61-1b172e3d0f9e tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 943 time: 0.9867182 Sep 16 19:34:13.228254 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dca15cec-c5c3-4c37-9c41-5765e48e8637 req-68434c2f-bf91-4fa7-8f14-c3b77d70c598 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9322476 Sep 16 19:34:13.345041 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f8ba4956-523d-4895-b626-630d4576949f req-4f10ddae-659c-4235-8445-06931dd75ba3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209817 Sep 16 19:34:13.419667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] For port 52a972fe-db09-404a-9c98-a980cc2131b2, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:34:13.428387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] For port 52a972fe-db09-404a-9c98-a980cc2131b2, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=52a972fe-db09-404a-9c98-a980cc2131b2,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:34:13.467681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:13.477347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-40d3fbaf-eda8-4dd5-8784-9fdd258a83e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:13.488086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1fb14da2-003c-4fb3-8bc6-3ed0c878bae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:13.536628 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd45299f-95da-4d20-9e76-58889824b574 req-2a29e421-d0a0-453a-85f6-4aefc242c95b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 1096 time: 0.1861711 Sep 16 19:34:13.546289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:13.601218 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] For port 205c67ee-a729-47e6-ba3d-25f47a551aa3, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:34:13.644119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] For port 205c67ee-a729-47e6-ba3d-25f47a551aa3, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=205c67ee-a729-47e6-ba3d-25f47a551aa3,segment=NetworkSegment(5c08f5da-b551-4783-8c13-2bcb213ace9a),segment_id=5c08f5da-b551-4783-8c13-2bcb213ace9a)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:34:13.688748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:13.750318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3fbaf-eda8-4dd5-8784-9fdd258a83e5 None None] Pushing event updated for resources: {'Port': ['ID=52a972fe-db09-404a-9c98-a980cc2131b2,revision_number=4']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:13.772279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:13.774369 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-40d3fbaf-eda8-4dd5-8784-9fdd258a83e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:13.775621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:13.776438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:33:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:13.821583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:13.980216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1fb14da2-003c-4fb3-8bc6-3ed0c878bae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:14.046403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45299f-95da-4d20-9e76-58889824b574 req-fc45d197-73f5-4e88-851d-9ce2217316c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:14.049784 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd45299f-95da-4d20-9e76-58889824b574 req-fc45d197-73f5-4e88-851d-9ce2217316c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 915 time: 0.4975739 Sep 16 19:34:14.064586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:14.075051 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] 10.222.0.38 "PUT /v2.0/ports/205c67ee-a729-47e6-ba3d-25f47a551aa3 HTTP/1.1" status: 200 len: 1094 time: 7.6338212 Sep 16 19:34:14.123536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c87b03-79ce-4898-ae89-add2d1e742c2', 'tag': '205c67ee-a729-47e6-ba3d-25f47a551aa3'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:14.250419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:14.322999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:34:14.325591 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd45299f-95da-4d20-9e76-58889824b574 req-14801cdc-06f7-493c-a6e7-09bfa64a233f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b1c6d4-3be5-4676-9159-023d21b35b38 HTTP/1.1" status: 200 len: 217 time: 0.1008391 Sep 16 19:34:14.469445 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1fb14da2-003c-4fb3-8bc6-3ed0c878bae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:14.515896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45299f-95da-4d20-9e76-58889824b574 req-8b5cc7c6-0d18-4ac2-b43e-1cba794dfc5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:14.517615 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd45299f-95da-4d20-9e76-58889824b574 req-8b5cc7c6-0d18-4ac2-b43e-1cba794dfc5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.1795015 Sep 16 19:34:14.530734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Pushing event updated for resources: {'Port': ['ID=205c67ee-a729-47e6-ba3d-25f47a551aa3,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:14.584272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:14.585121 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1fb14da2-003c-4fb3-8bc6-3ed0c878bae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:14.589442 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1fb14da2-003c-4fb3-8bc6-3ed0c878bae0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/442e3a1a-c5b4-4435-a6be-7b154e29a5e3 HTTP/1.1" status: 204 len: 168 time: 1.7016506 Sep 16 19:34:14.590114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:14.627081 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd45299f-95da-4d20-9e76-58889824b574 req-c8d95d91-0aa3-4c9e-873c-6513ec339c72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894692 Sep 16 19:34:14.640977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:14.646281 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.6747212 Sep 16 19:34:14.646454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 44036) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:14.680971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20e754-273f-482a-add3-3e617552aabd req-b17f3e57-116c-4e7d-893d-0607ae1031b0 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:14.688388 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-af20e754-273f-482a-add3-3e617552aabd req-b17f3e57-116c-4e7d-893d-0607ae1031b0 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 944 time: 0.7697523 Sep 16 19:34:14.695617 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-1601535a-23e4-4796-9b74-fd4f7ec6e763 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d466b6b2e4114af1a2797f29957cc797&device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 1097 time: 0.3703434 Sep 16 19:34:14.718701 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c15a3-7154-4a2a-90ab-d4398b3b18cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815791ef-7b8a-4963-8082-6e1fba06f288,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:14.869991 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:34:14.873280 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb14da2-003c-4fb3-8bc6-3ed0c878bae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e3a1a-c5b4-4435-a6be-7b154e29a5e3,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:14.888003 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] 10.222.0.37 "PUT /v2.0/routers/a9200dd0-1eb5-4c61-aa20-a9710b7d098a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9585509 Sep 16 19:34:14.913497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1fb14da2-003c-4fb3-8bc6-3ed0c878bae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:14.923987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:14.924418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:14.929838 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Sync routers for ids ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:34:14.940712 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-af20e754-273f-482a-add3-3e617552aabd req-5e63568e-72c8-43f9-b5ff-5381d2f8b29c tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513127 Sep 16 19:34:14.942668 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-18b2132a-eb67-4d2c-882e-b049f1c8f30f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205c67ee-a729-47e6-ba3d-25f47a551aa3 HTTP/1.1" status: 200 len: 217 time: 0.2023153 Sep 16 19:34:14.990176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Routers {'a9200dd0-1eb5-4c61-aa20-a9710b7d098a'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:14.997253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:33:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:15.069989 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd45299f-95da-4d20-9e76-58889824b574 req-be165430-601c-4435-89a6-c0719c638177 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264505 Sep 16 19:34:15.076043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'security_group_rule': {'security_group_id': '815791ef-7b8a-4963-8082-6e1fba06f288', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:15.159866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-29e50834-fe1d-4e33-abdc-a7aa5eb34ed0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:15.161988 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-29e50834-fe1d-4e33-abdc-a7aa5eb34ed0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1dbb984e-9f28-4c61-8d04-3c2f5d3ca04e HTTP/1.1" status: 200 len: 852 time: 0.1809134 Sep 16 19:34:15.209409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:15.218904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899e6cb-a406-4abb-998c-94529fff970e None None] The sync data for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi is: [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:34:15.318597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:15.408524 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-fb7fb166-5d19-4252-83d1-0129d04b96c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54a75b87-ecb8-465c-a475-356a37206e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838870 Sep 16 19:34:15.487665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:security_group_rule and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:15.525358 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:15.638014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:15.676159 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd45299f-95da-4d20-9e76-58889824b574 req-94323826-80b8-4992-9716-ecf4510efebf service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898209 Sep 16 19:34:15.777375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:15.896257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Set router a9200dd0-1eb5-4c61-aa20-a9710b7d098a gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:34:15.909361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc626f-c550-4a6d-a441-8b5c15ee78f0 req-11a54110-223c-4170-ba6a-3aa1031392aa tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:15.913097 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09cc626f-c550-4a6d-a441-8b5c15ee78f0 req-11a54110-223c-4170-ba6a-3aa1031392aa tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 943 time: 0.8414462 Sep 16 19:34:15.923020 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-bfb4afa8-1855-45c5-bfc1-315e62ddb43e service neutron] 10.222.0.38 "GET /v2.0/networks/54a75b87-ecb8-465c-a475-356a37206e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304221 Sep 16 19:34:16.007171 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c87b03-79ce-4898-ae89-add2d1e742c2', 'tag': '205c67ee-a729-47e6-ba3d-25f47a551aa3', 'status': 'completed', 'code': 200} Sep 16 19:34:16.169384 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09cc626f-c550-4a6d-a441-8b5c15ee78f0 req-2dc9e91c-86f7-4598-a8ef-028565248f4c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036276 Sep 16 19:34:16.278845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:16.311642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:16.323250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:16.346117 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3f2d3f9-b6bd-4736-8032-886c11c52adb req-f40f1815-6397-4f3b-82ed-b11480088284 service neutron] 10.222.0.38 "GET /v2.0/networks/54a75b87-ecb8-465c-a475-356a37206e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377841 Sep 16 19:34:16.383125 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455c7ba1-5844-4899-9f4a-e054523eaa8b,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:16.387680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:16.409867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44070) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:16.451893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:16.460661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:16.466197 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8183720 Sep 16 19:34:16.486882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 44076) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:16.486882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'security_group_rule': {'security_group_id': '815791ef-7b8a-4963-8082-6e1fba06f288', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:16.494621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:16.502672 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:security_group_rule and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:16.508269 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:16.518042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:16.573723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:16.765049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:16.792055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:16.800230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 52a972fe-db09-404a-9c98-a980cc2131b2 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:16.821971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d0077b6d-5985-4fdc-9237-104748e2e8dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:16.859332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30927fe-0907-498c-aae1-4b75c6281419,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:16.868301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:16.906615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:16.908138 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4397278 Sep 16 19:34:16.911947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 44088) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:16.917694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'floatingip': {'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:16.929847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:16.947082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:floatingip and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:16.949537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:16.951364 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:16.960221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:16.985283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Usage tracker for resource:security_group_rule and tenant:22d1ead1182646ae8e10c6813514aa07 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:16.996191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:17.020722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:17.028791 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:17.039143 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35e1ad3e-3fec-4434-a14b-6cd5c7662fb1 req-7b7940f4-5b09-4d78-b0af-9232e1b53ce9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d466b6b2e4114af1a2797f29957cc797&device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 1097 time: 0.5587716 Sep 16 19:34:17.061473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e670c-dece-49d0-857d-2796b7f2cd1e req-a281e417-0368-41be-97b5-2dc87b15fd5c tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:17.073664 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-872e670c-dece-49d0-857d-2796b7f2cd1e req-a281e417-0368-41be-97b5-2dc87b15fd5c tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 944 time: 0.4605043 Sep 16 19:34:17.142117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:06Z', 'revision_number': 4, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'gw_port': {'id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:57Z', 'updated_at': '2021-09-16T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '2c4f3cdc-db13-4241-bc44-e72b10c5202d', 'name': '', 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'mac_address': 'fa:16:3e:0d:75:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c0ec58e-3a85-4ac8-acf1-88c9302ab152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:03Z', 'updated_at': '2021-09-16T19:34:07Z', 'revision_number': 2, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'subnets': [{'id': '6c0ec58e-3a85-4ac8-acf1-88c9302ab152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:17.146751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Checking router: a9200dd0-1eb5-4c61-aa20-a9710b7d098a for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:34:17.147431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Updating router a9200dd0-1eb5-4c61-aa20-a9710b7d098a port 2c4f3cdc-db13-4241-bc44-e72b10c5202d binding host dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:34:17.205253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 52a972fe-db09-404a-9c98-a980cc2131b2 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:17.223932 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 52a972fe-db09-404a-9c98-a980cc2131b2 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:17.224608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:17.275962 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-872e670c-dece-49d0-857d-2796b7f2cd1e req-e034e601-6d0b-4fd2-bd2f-e7fe36a78493 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012188 Sep 16 19:34:17.329230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:17.368293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:17.490962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1ad3e-3fec-4434-a14b-6cd5c7662fb1 req-6870089b-e186-4783-8d14-ac5c4f4921a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:17.492894 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35e1ad3e-3fec-4434-a14b-6cd5c7662fb1 req-6870089b-e186-4783-8d14-ac5c4f4921a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54a75b87-ecb8-465c-a475-356a37206e0a HTTP/1.1" status: 200 len: 913 time: 0.4167621 Sep 16 19:34:17.603055 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35e1ad3e-3fec-4434-a14b-6cd5c7662fb1 req-e0d8b93b-84d8-4857-9124-dc43c1e51f84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205c67ee-a729-47e6-ba3d-25f47a551aa3 HTTP/1.1" status: 200 len: 217 time: 0.0922325 Sep 16 19:34:17.609739 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:17.763342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1ad3e-3fec-4434-a14b-6cd5c7662fb1 req-b591526f-6491-40ac-9887-7925edc47922 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:17.763342 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35e1ad3e-3fec-4434-a14b-6cd5c7662fb1 req-b591526f-6491-40ac-9887-7925edc47922 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1dbb984e-9f28-4c61-8d04-3c2f5d3ca04e HTTP/1.1" status: 200 len: 852 time: 0.0823853 Sep 16 19:34:17.766711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port 52a972fe-db09-404a-9c98-a980cc2131b2, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=52a972fe-db09-404a-9c98-a980cc2131b2,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:17.767432 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:17.815897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:17.867425 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:17.995737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Allocated IP 172.27.2.13 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/dc3b22b2-8c3b-4543-9d88-7b2a82e7233c) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:34:18.010582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-91561dba-eaf1-4b9f-a16a-61e1a61bcad7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:18.012435 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-91561dba-eaf1-4b9f-a16a-61e1a61bcad7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 818 time: 0.4956810 Sep 16 19:34:18.063157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=52a972fe-db09-404a-9c98-a980cc2131b2,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:18.069294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:18.071311 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-1abea792-a84c-458f-b4d6-e0ac9215c6ad tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/quotas/5540f6ee58d3428f9385e330c3cebc01 HTTP/1.1" status: 200 len: 375 time: 0.0513854 Sep 16 19:34:18.090161 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35e1ad3e-3fec-4434-a14b-6cd5c7662fb1 req-aa701c0e-1dd9-493a-8bcf-1d0ca38c7f2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54a75b87-ecb8-465c-a475-356a37206e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3260021 Sep 16 19:34:18.091103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:18.163297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bbf8be13-0fe2-4e83-938c-bc981c791b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:18.269997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:18.355201 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35e1ad3e-3fec-4434-a14b-6cd5c7662fb1 req-a5bb5993-596f-4b6f-be8a-612608505022 service neutron] 10.222.0.38 "GET /v2.0/networks/54a75b87-ecb8-465c-a475-356a37206e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526658 Sep 16 19:34:18.458742 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22d1ead1182646ae8e10c6813514aa07&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0504339 Sep 16 19:34:18.463852 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-3398a385-e36c-4aaa-9e81-090665d162d5 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3237333 Sep 16 19:34:18.479296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 44144) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:18.496846 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 52a972fe-db09-404a-9c98-a980cc2131b2 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:18.547792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588dabb1-2f63-4335-a802-93fa1ea950c9,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:18.564388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:18.582770 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02916d50-7993-409e-9d58-12e42f22b895 req-bc5607a6-1aad-4619-ad29-be9bde0e7cbb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:18.583762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-02916d50-7993-409e-9d58-12e42f22b895 req-bc5607a6-1aad-4619-ad29-be9bde0e7cbb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:18.671404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-02916d50-7993-409e-9d58-12e42f22b895 req-bc5607a6-1aad-4619-ad29-be9bde0e7cbb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:18.679573 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02916d50-7993-409e-9d58-12e42f22b895 req-bc5607a6-1aad-4619-ad29-be9bde0e7cbb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 943 time: 1.0754275 Sep 16 19:34:18.689236 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:18.716806 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35e1ad3e-3fec-4434-a14b-6cd5c7662fb1 req-9d91fdad-ce79-439a-b54b-03e5d8016c64 service neutron] 10.222.0.38 "GET /v2.0/networks/54a75b87-ecb8-465c-a475-356a37206e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241000 Sep 16 19:34:18.764474 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02916d50-7993-409e-9d58-12e42f22b895 req-21e272a4-5ae2-40da-918c-35d066522339 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839596 Sep 16 19:34:18.783655 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-fce51864-a432-4f0c-9fc6-fea35b7a0770 service neutron] 10.222.0.37 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182614 Sep 16 19:34:18.788986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 52a972fe-db09-404a-9c98-a980cc2131b2 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:18.790596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:18.903905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44162) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:18.974222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:18.982001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d16d76ff-9464-40f6-a388-431ba7b4027a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:18.987852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Transition to ACTIVE for port object 2c4f3cdc-db13-4241-bc44-e72b10c5202d will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:19.040865 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d16d76ff-9464-40f6-a388-431ba7b4027a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.048858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.072818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:19.148841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106d2a6-7cc8-43f1-b218-c26ca456f7f9 req-7b685150-5b89-4bfa-8b21-e33de88835f3 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:19.159728 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3106d2a6-7cc8-43f1-b218-c26ca456f7f9 req-7b685150-5b89-4bfa-8b21-e33de88835f3 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 944 time: 0.1478090 Sep 16 19:34:19.184855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb5468-f7ae-4046-8d09-a01ca80b9e7b None None] Pushing event updated for resources: {'Port': ['ID=2c4f3cdc-db13-4241-bc44-e72b10c5202d,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:19.187893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2bbb5468-f7ae-4046-8d09-a01ca80b9e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:19.194867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.210546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:19.250128 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.272709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d16d76ff-9464-40f6-a388-431ba7b4027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.280954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:19.288616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:19.295363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:34:19.299922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:19.318716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Usage tracker for resource:security_group_rule and tenant:9049f1832a7447438bb425c0904752ac is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:19.326727 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-7649b31e-b01e-41e2-9a15-fb50a9244de8 service neutron] 10.222.0.37 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238981 Sep 16 19:34:19.340780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:19.362536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:19.369718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'Port': ['ID=dc3b22b2-8c3b-4543-9d88-7b2a82e7233c,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:19.383018 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d16d76ff-9464-40f6-a388-431ba7b4027a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.384656 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d16d76ff-9464-40f6-a388-431ba7b4027a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/588dabb1-2f63-4335-a802-93fa1ea950c9 HTTP/1.1" status: 204 len: 168 time: 0.9042735 Sep 16 19:34:19.390219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:19.395668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d3314e2-cc55-46d3-a265-11a3b856e8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:19.416797 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d76ff-9464-40f6-a388-431ba7b4027a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588dabb1-2f63-4335-a802-93fa1ea950c9,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:19.426656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Attempting to bind port 2c4f3cdc-db13-4241-bc44-e72b10c5202d on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:34:19.427088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Attempting to bind port 2c4f3cdc-db13-4241-bc44-e72b10c5202d by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:34:19.427504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Attempting to bind port 2c4f3cdc-db13-4241-bc44-e72b10c5202d on network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:19.428440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d16d76ff-9464-40f6-a388-431ba7b4027a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:19.448515 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3106d2a6-7cc8-43f1-b218-c26ca456f7f9 req-fc4993f1-354e-41a8-9399-dadc022f8b42 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871366 Sep 16 19:34:19.461158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:34:19.461663 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Checking segment: {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:34:19.462230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.462782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Bound using segment: {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:34:19.463560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Bound port: 2c4f3cdc-db13-4241-bc44-e72b10c5202d, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:34:19.464050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.550039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.554643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.570085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] For port 2c4f3cdc-db13-4241-bc44-e72b10c5202d, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:34:19.573827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] For port 2c4f3cdc-db13-4241-bc44-e72b10c5202d, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=2c4f3cdc-db13-4241-bc44-e72b10c5202d,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:34:19.575258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.604539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:19.610777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:19.617471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:19.687678 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9049f1832a7447438bb425c0904752ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7821562 Sep 16 19:34:19.688666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44186) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:19.689398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cfa584-b2fd-4525-9eda-da0cbdcf367e,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:19.697251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:19.764952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44190) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:19.801177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-8867c370-fa27-4dcf-8c4d-9a5519a605ff req-7e287034-117d-4696-89ef-0eb65f71ae72 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Synchronizing usage tracker for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:19.832738 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb5468-f7ae-4046-8d09-a01ca80b9e7b None None] Pushing event updated for resources: {'Port': ['ID=2c4f3cdc-db13-4241-bc44-e72b10c5202d,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:19.837589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2bbb5468-f7ae-4046-8d09-a01ca80b9e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:19.840130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Routers {'a9200dd0-1eb5-4c61-aa20-a9710b7d098a'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:19.850753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:33:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:19.923471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-8867c370-fa27-4dcf-8c4d-9a5519a605ff req-7e287034-117d-4696-89ef-0eb65f71ae72 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Unset dirty status for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:19.938682 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8867c370-fa27-4dcf-8c4d-9a5519a605ff req-7e287034-117d-4696-89ef-0eb65f71ae72 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 210 time: 0.2372520 Sep 16 19:34:19.939500 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2c65b87e-3b6c-4f04-a834-f62fbfbdf507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.005661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2c65b87e-3b6c-4f04-a834-f62fbfbdf507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.005837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.121085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.145504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.153730 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 205c67ee-a729-47e6-ba3d-25f47a551aa3 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:34:20.167963 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2c65b87e-3b6c-4f04-a834-f62fbfbdf507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.234755 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-063708d8-830b-4e8a-8dbc-0cc452b08171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:20.258892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] Set router a9200dd0-1eb5-4c61-aa20-a9710b7d098a gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:34:20.261532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65b87e-3b6c-4f04-a834-f62fbfbdf507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cfa584-b2fd-4525-9eda-da0cbdcf367e,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:20.263945 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2c65b87e-3b6c-4f04-a834-f62fbfbdf507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.270147 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2c65b87e-3b6c-4f04-a834-f62fbfbdf507 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0cfa584-b2fd-4525-9eda-da0cbdcf367e HTTP/1.1" status: 204 len: 168 time: 0.5710046 Sep 16 19:34:20.273516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2c65b87e-3b6c-4f04-a834-f62fbfbdf507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:20.279664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:20.297861 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Usage tracker for resource:security_group_rule and tenant:15c5486a39414f3885ed82cd685016e9 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:20.310798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:20.339240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:20.442978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e32e-2a82-49dc-8f42-b72eb98af56a req-7485e9e1-ad82-4278-a8c4-efc2310d525e tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:20.450824 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2784e32e-2a82-49dc-8f42-b72eb98af56a req-7485e9e1-ad82-4278-a8c4-efc2310d525e tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 943 time: 0.4239261 Sep 16 19:34:20.622929 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.666617 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2784e32e-2a82-49dc-8f42-b72eb98af56a req-173bb18a-d238-444a-b3d9-9e8e42aa2974 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146533 Sep 16 19:34:20.753788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.792721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.798293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-aa3cd7f5-11ea-4d05-a203-8cbd23f983b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:20.843678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-434aaa3f-f308-4b5a-938a-4f4d2dd81fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.873859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:20.899230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1d9aaf97-2fc3-486d-b378-3c8fd92555b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:20.940415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c934e239-9131-48a5-81de-ebae65b8aa3b,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:20.948764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-b558a61d-cc3e-4308-a723-c14d0ef825a6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:20.949966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-b558a61d-cc3e-4308-a723-c14d0ef825a6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Synchronizing usage tracker for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:network {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:20.958904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:20.961264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'Port': ['ID=dc3b22b2-8c3b-4543-9d88-7b2a82e7233c,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:20.970898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:20.995056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.000543 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 205c67ee-a729-47e6-ba3d-25f47a551aa3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=205c67ee-a729-47e6-ba3d-25f47a551aa3,segment=NetworkSegment(5c08f5da-b551-4783-8c13-2bcb213ace9a),segment_id=5c08f5da-b551-4783-8c13-2bcb213ace9a)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:21.006731 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15c5486a39414f3885ed82cd685016e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2402349 Sep 16 19:34:21.007696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44240) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:21.037941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '205c67ee-a729-47e6-ba3d-25f47a551aa3', 'network_id': '54a75b87-ecb8-465c-a475-356a37206e0a', 'port_id': '205c67ee-a729-47e6-ba3d-25f47a551aa3', 'mac_address': 'fa:16:3e:f7:2e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dbb984e-9f28-4c61-8d04-3c2f5d3ca04e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:34:21.045176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-b558a61d-cc3e-4308-a723-c14d0ef825a6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Unset dirty status for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:network {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:21.046471 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-b558a61d-cc3e-4308-a723-c14d0ef825a6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 818 time: 0.4213190 Sep 16 19:34:21.067704 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-07f6ca1e-6d67-4945-a6ca-1a3b03342864 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/quotas/5540f6ee58d3428f9385e330c3cebc01 HTTP/1.1" status: 200 len: 375 time: 0.0132525 Sep 16 19:34:21.146860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.160982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.203785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205c67ee-a729-47e6-ba3d-25f47a551aa3 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:21.214578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691342f-b3fc-4f39-ba84-b4dcd2bf2009 req-ad64c188-6d1f-4132-af07-1715799a015b tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:21.221855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b691342f-b3fc-4f39-ba84-b4dcd2bf2009 req-ad64c188-6d1f-4132-af07-1715799a015b tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Synchronizing usage tracker for tenant:d466b6b2e4114af1a2797f29957cc797 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:21.236695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:06Z', 'revision_number': 4, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'gw_port': {'id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:57Z', 'updated_at': '2021-09-16T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '2c4f3cdc-db13-4241-bc44-e72b10c5202d', 'name': '', 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'mac_address': 'fa:16:3e:0d:75:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c0ec58e-3a85-4ac8-acf1-88c9302ab152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:03Z', 'updated_at': '2021-09-16T19:34:19Z', 'revision_number': 4, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'subnets': [{'id': '6c0ec58e-3a85-4ac8-acf1-88c9302ab152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:21.241109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f437d-a43d-4ca6-abb6-88eef7fc81b1 None None] The sync data for ids ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'] in dv-cinder-809448-1-iscsi is: [{'id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:06Z', 'revision_number': 4, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'gw_port': {'id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:57Z', 'updated_at': '2021-09-16T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '2c4f3cdc-db13-4241-bc44-e72b10c5202d', 'name': '', 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'mac_address': 'fa:16:3e:0d:75:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c0ec58e-3a85-4ac8-acf1-88c9302ab152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:03Z', 'updated_at': '2021-09-16T19:34:19Z', 'revision_number': 4, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'subnets': [{'id': '6c0ec58e-3a85-4ac8-acf1-88c9302ab152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:34:21.263928 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-168ba616-d075-4bc3-9b53-88460c92e91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.266139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.276757 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3548036 Sep 16 19:34:21.287866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 44250) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:21.323061 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-24dfe5bc-1843-445e-8636-46a37ea4bd4d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2451904 Sep 16 19:34:21.326985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 205c67ee-a729-47e6-ba3d-25f47a551aa3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=205c67ee-a729-47e6-ba3d-25f47a551aa3,segment=NetworkSegment(5c08f5da-b551-4783-8c13-2bcb213ace9a),segment_id=5c08f5da-b551-4783-8c13-2bcb213ace9a)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:21.346907 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.363536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.365312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 81b1c6d4-3be5-4676-9159-023d21b35b38 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:34:21.368066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bf176940-2f85-463a-9aff-c4134383897b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:21.398472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b691342f-b3fc-4f39-ba84-b4dcd2bf2009 req-ad64c188-6d1f-4132-af07-1715799a015b tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Unset dirty status for tenant:d466b6b2e4114af1a2797f29957cc797 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:21.413812 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b691342f-b3fc-4f39-ba84-b4dcd2bf2009 req-ad64c188-6d1f-4132-af07-1715799a015b tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 944 time: 0.3935587 Sep 16 19:34:21.491119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:21.495490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Usage tracker for resource:security_group_rule and tenant:5c2fe75acf194eb3a44c919441f4396c is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:21.497275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=205c67ee-a729-47e6-ba3d-25f47a551aa3,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:21.499064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:21.502657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:21.507037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:21.565514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b691342f-b3fc-4f39-ba84-b4dcd2bf2009 req-317d3caa-2976-4b81-a3aa-2fe36483e127 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Synchronizing usage tracker for tenant:d466b6b2e4114af1a2797f29957cc797 on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:21.605726 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-6c69f7e5-53fb-49c2-adde-7f52d7cba68e service neutron] 10.222.0.37 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792761 Sep 16 19:34:21.607836 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-168ba616-d075-4bc3-9b53-88460c92e91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.654587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b691342f-b3fc-4f39-ba84-b4dcd2bf2009 req-317d3caa-2976-4b81-a3aa-2fe36483e127 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Unset dirty status for tenant:d466b6b2e4114af1a2797f29957cc797 on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:21.666613 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b691342f-b3fc-4f39-ba84-b4dcd2bf2009 req-317d3caa-2976-4b81-a3aa-2fe36483e127 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514076 Sep 16 19:34:21.716811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 81b1c6d4-3be5-4676-9159-023d21b35b38, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=81b1c6d4-3be5-4676-9159-023d21b35b38,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:21.732246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '81b1c6d4-3be5-4676-9159-023d21b35b38', 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72', 'port_id': '81b1c6d4-3be5-4676-9159-023d21b35b38', 'mac_address': 'fa:16:3e:3f:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3223f6-8bae-411f-89bd-590cac98edaf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:34:21.739130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.768862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.780971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2fbd5ee1-8e0b-4b68-bf11-a7049bcdeb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:21.811285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.821160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-168ba616-d075-4bc3-9b53-88460c92e91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.838245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:21.844982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b1c6d4-3be5-4676-9159-023d21b35b38 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:21.876009 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ba616-d075-4bc3-9b53-88460c92e91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c934e239-9131-48a5-81de-ebae65b8aa3b,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:21.886292 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c2fe75acf194eb3a44c919441f4396c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5941250 Sep 16 19:34:21.886292 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac08c1cd-8a1d-4b7b-8137-b220cefefd6a,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:21.887702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 44274) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:21.891628 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:21.907480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-168ba616-d075-4bc3-9b53-88460c92e91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:21.930705 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-4dc066c3-d9bf-438c-bd7f-cb43fcdab74e service neutron] 10.222.0.37 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141243 Sep 16 19:34:21.931436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-168ba616-d075-4bc3-9b53-88460c92e91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.935240 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-168ba616-d075-4bc3-9b53-88460c92e91a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c934e239-9131-48a5-81de-ebae65b8aa3b HTTP/1.1" status: 204 len: 168 time: 0.9239314 Sep 16 19:34:21.969872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:21.972031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 81b1c6d4-3be5-4676-9159-023d21b35b38, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=81b1c6d4-3be5-4676-9159-023d21b35b38,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:22.012469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:22.015548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:22.042428 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-c7a6a36e-091b-4831-ba3b-faa8e5d82ab9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--523225422&fields=id&tenant_id=fedd54e5357041a2bd78224901e72cc7 HTTP/1.1" status: 200 len: 267 time: 0.1062462 Sep 16 19:34:22.164487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=81b1c6d4-3be5-4676-9159-023d21b35b38,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:22.168815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:22.280345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['205c67ee-a729-47e6-ba3d-25f47a551aa3'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:34:22.352916 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['81b1c6d4-3be5-4676-9159-023d21b35b38'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:34:22.488234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f4ff9b0-e249-442f-9402-7937346deedd tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:22.489921 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f4ff9b0-e249-442f-9402-7937346deedd tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 816 time: 0.4243412 Sep 16 19:34:22.501344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eab0c1c3-58e1-4480-ace3-0999d1eceb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:22.554851 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-c59bbdec-b8d9-4632-8bc6-b35d69c25c93 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/quotas/fedd54e5357041a2bd78224901e72cc7 HTTP/1.1" status: 200 len: 375 time: 0.0399382 Sep 16 19:34:22.604966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 2c4f3cdc-db13-4241-bc44-e72b10c5202d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:22.766868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eab0c1c3-58e1-4480-ace3-0999d1eceb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:22.920447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-f3c4b490-e380-48f9-97b5-13e90dd3cac1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Synchronizing usage tracker for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:22.971400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-3b791d16-b9c9-4e34-8020-819165646bad tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:22.982273 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-3b791d16-b9c9-4e34-8020-819165646bad tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.38 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 818 time: 0.5920477 Sep 16 19:34:22.992486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed723bf-5b28-41e8-951b-db103af08a9b req-24e75843-5b03-4b9c-a7e4-b9de5b194aa3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:23.002389 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2ed723bf-5b28-41e8-951b-db103af08a9b req-24e75843-5b03-4b9c-a7e4-b9de5b194aa3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 944 time: 0.3739390 Sep 16 19:34:23.012063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-f3c4b490-e380-48f9-97b5-13e90dd3cac1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Unset dirty status for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:23.013547 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-f3c4b490-e380-48f9-97b5-13e90dd3cac1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4725099 Sep 16 19:34:23.014202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eab0c1c3-58e1-4480-ace3-0999d1eceb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:23.027401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Request body: {'port': {'device_id': '707235dd-42a6-458e-9225-2258639b47d0', 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e', 'admin_state_up': True, 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:23.032561 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5b8674b7-8e8e-4917-8180-4da10ea7c318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:23.065467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eab0c1c3-58e1-4480-ace3-0999d1eceb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:23.071804 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-eab0c1c3-58e1-4480-ace3-0999d1eceb88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac08c1cd-8a1d-4b7b-8137-b220cefefd6a HTTP/1.1" status: 204 len: 168 time: 1.1824536 Sep 16 19:34:23.191795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0c1c3-58e1-4480-ace3-0999d1eceb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac08c1cd-8a1d-4b7b-8137-b220cefefd6a,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:23.220436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eab0c1c3-58e1-4480-ace3-0999d1eceb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:23.257620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 2c4f3cdc-db13-4241-bc44-e72b10c5202d completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:23.282065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44324) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:23.316673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:23.344525 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 2c4f3cdc-db13-4241-bc44-e72b10c5202d triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:23.345134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:23.418114 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2ed723bf-5b28-41e8-951b-db103af08a9b req-32159a54-64a8-4001-a70b-f3f9da8d10fb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144146 Sep 16 19:34:23.446609 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-07f43736-419c-4497-90d9-433f41c90369 service neutron] 10.222.0.37 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839138 Sep 16 19:34:23.521635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:23.543394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:23.560917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:23.566236 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Usage tracker for resource:security_group_rule and tenant:d480d297efc7410aa351aeb25aca2248 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:23.574752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:23.588810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:23.607400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Made reservation on behalf of 5540f6ee58d3428f9385e330c3cebc01 for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:34:23.618634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:23.622790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:23.705757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port 2c4f3cdc-db13-4241-bc44-e72b10c5202d, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=2c4f3cdc-db13-4241-bc44-e72b10c5202d,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:23.729318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:23.736197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:23.799988 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-0f9a74b2-0664-4d9b-a2c0-9e75e15636d0 service neutron] 10.222.0.37 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502126 Sep 16 19:34:23.837813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=2c4f3cdc-db13-4241-bc44-e72b10c5202d,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:23.857342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:23.937959 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73a8da1a-bbee-434e-96bc-c0f256fe7854 req-44b4ab90-d392-4080-a460-64a742865ff7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 210 time: 0.2842331 Sep 16 19:34:24.118104 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:24.160847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 205c67ee-a729-47e6-ba3d-25f47a551aa3 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:24.175338 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-58987263-7ed6-4b74-bc7e-8c00751e86d2 req-63384247-fd82-493d-87b8-11e2cb0aec83 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 210 time: 0.0749393 Sep 16 19:34:24.200462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Allocated IP 172.20.0.7 (288bd2b0-8893-4f3e-8662-9cb3e12d0f4e/6c0ec58e-3a85-4ac8-acf1-88c9302ab152/c1420ada-c487-4a84-98e4-6481dcca7de3) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:34:24.228800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:24.275699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-474235b2-4c8e-4e97-ae97-f24390a65b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:24.287642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 44352) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:24.289833 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d480d297efc7410aa351aeb25aca2248&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0038471 Sep 16 19:34:24.384730 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b3929-aafd-4527-a3f5-d95f94dd76df,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:24.435645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:24.466676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 205c67ee-a729-47e6-ba3d-25f47a551aa3 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:24.473107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 205c67ee-a729-47e6-ba3d-25f47a551aa3 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:24.473372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:24.488862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12ae38-55de-482d-acf3-893b1558f0f5 req-b0127ded-8f6b-429b-81f6-ab7358fd3828 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:24.491321 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a12ae38-55de-482d-acf3-893b1558f0f5 req-b0127ded-8f6b-429b-81f6-ab7358fd3828 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 945 time: 0.3606851 Sep 16 19:34:24.532509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9163a384-6fef-4e5f-92da-3266cbd51606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:24.606360 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 2c4f3cdc-db13-4241-bc44-e72b10c5202d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:24.623851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9163a384-6fef-4e5f-92da-3266cbd51606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:24.885010 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a12ae38-55de-482d-acf3-893b1558f0f5 req-5168bf10-fe1d-456a-8c23-a7fd5a333e7c tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785919 Sep 16 19:34:24.886054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:24.902990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 205c67ee-a729-47e6-ba3d-25f47a551aa3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=205c67ee-a729-47e6-ba3d-25f47a551aa3,segment=NetworkSegment(5c08f5da-b551-4783-8c13-2bcb213ace9a),segment_id=5c08f5da-b551-4783-8c13-2bcb213ace9a)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:24.907363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c87b03-79ce-4898-ae89-add2d1e742c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c67ee-a729-47e6-ba3d-25f47a551aa3'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:24.907891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.007751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.024008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-4494da9d-c68d-4536-8e2e-7e9d88922bd7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:25.027941 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-4494da9d-c68d-4536-8e2e-7e9d88922bd7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.38 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 818 time: 0.3357990 Sep 16 19:34:25.047489 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:25.076655 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.077767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 81b1c6d4-3be5-4676-9159-023d21b35b38 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:25.143978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:25.168235 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Request body: {'port': {'device_id': '45e8b846-ca64-4295-b392-b9924f1520d9', 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e', 'admin_state_up': True, 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:25.169638 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8810a5d-798f-42cb-996d-13fc827aea3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:25.237683 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-be80d69f-b64b-44a3-8af8-39ddcef0ed8f req-0e56df13-71eb-4089-be47-b18fbb6e3493 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 210 time: 0.1011026 Sep 16 19:34:25.243487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:25.258026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:34:25.268998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:25.270506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.337278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 2c4f3cdc-db13-4241-bc44-e72b10c5202d triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:25.337806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.390901 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Pushing event updated for resources: {'Port': ['ID=c1420ada-c487-4a84-98e4-6481dcca7de3,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:25.405901 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:25.406390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=205c67ee-a729-47e6-ba3d-25f47a551aa3,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:25.418686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:25.500804 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4953196 Sep 16 19:34:25.518555 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Request body: {'port': {'device_id': '707235dd-42a6-458e-9225-2258639b47d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:25.591190 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 81b1c6d4-3be5-4676-9159-023d21b35b38 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:25.596338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:25.611886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Usage tracker for resource:port and tenant:5540f6ee58d3428f9385e330c3cebc01 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:25.619762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 81b1c6d4-3be5-4676-9159-023d21b35b38 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:25.620340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.622671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:25.633075 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9163a384-6fef-4e5f-92da-3266cbd51606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.652116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:25.671517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d16d76ff-9464-40f6-a388-431ba7b4027a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:25.710840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163a384-6fef-4e5f-92da-3266cbd51606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b3929-aafd-4527-a3f5-d95f94dd76df,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:25.758335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9163a384-6fef-4e5f-92da-3266cbd51606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:25.767437 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9163a384-6fef-4e5f-92da-3266cbd51606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.774525 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9163a384-6fef-4e5f-92da-3266cbd51606 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d3b3929-aafd-4527-a3f5-d95f94dd76df HTTP/1.1" status: 204 len: 168 time: 1.4857075 Sep 16 19:34:25.821971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759449-ef77-4c15-8605-0367dd1c2668 req-cb5b5481-3653-4f15-aa50-7a38876aa345 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:25.835111 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7759449-ef77-4c15-8605-0367dd1c2668 req-cb5b5481-3653-4f15-aa50-7a38876aa345 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 944 time: 0.7886207 Sep 16 19:34:25.866198 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Made reservation on behalf of 5540f6ee58d3428f9385e330c3cebc01 for: {'port': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:34:25.884842 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.909466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:25.946086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 81b1c6d4-3be5-4676-9159-023d21b35b38, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=81b1c6d4-3be5-4676-9159-023d21b35b38,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:26.008940 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:26.012621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:26.063492 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-94a475ab-0c73-4ec8-93f9-533432581c16 req-73ec1a74-e65d-4faa-a661-95fd0bc62723 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 210 time: 0.4368434 Sep 16 19:34:26.171837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:26.201109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Allocated IP 172.20.0.10 (288bd2b0-8893-4f3e-8662-9cb3e12d0f4e/6c0ec58e-3a85-4ac8-acf1-88c9302ab152/5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:34:26.225833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=81b1c6d4-3be5-4676-9159-023d21b35b38,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:26.240157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:26.426749 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7759449-ef77-4c15-8605-0367dd1c2668 req-2b0ba947-3268-4e23-aaef-40df2d639537 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905080 Sep 16 19:34:26.551794 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:26.659967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641be97-8e61-4ff8-b2ac-c5933b0edc7b req-405e66ae-2e05-4b30-86df-b748e5834b98 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:26.661582 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e641be97-8e61-4ff8-b2ac-c5933b0edc7b req-405e66ae-2e05-4b30-86df-b748e5834b98 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0943534 Sep 16 19:34:26.663259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:26.671449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:26.830223 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c87b03-79ce-4898-ae89-add2d1e742c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c67ee-a729-47e6-ba3d-25f47a551aa3', 'code': 200} Sep 16 19:34:26.877054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1420ada-c487-4a84-98e4-6481dcca7de3 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:26.888505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:26.915713 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e641be97-8e61-4ff8-b2ac-c5933b0edc7b req-7ff779f3-6a33-4c34-ba47-08999c7e7778 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449691 Sep 16 19:34:26.928078 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:26.929960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Pushing event updated for resources: {'Port': ['ID=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:26.934652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.38', 63102) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:26.938757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:26.940657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Transition to ACTIVE for port object c1420ada-c487-4a84-98e4-6481dcca7de3 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:26.940796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:26.942342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:34:26.986057 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:26.994286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:27.212315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.38', 63103) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:27.430275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1420ada-c487-4a84-98e4-6481dcca7de3,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:27.436971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:27.553364 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7c06d887-9d55-4735-b579-67dcfc825b88 req-4cf0380d-d28f-470e-88ad-09694da339ba tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 210 time: 0.1171880 Sep 16 19:34:27.563290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:27.563964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:27.577504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3f950-fbe7-445e-95d0-dba97c45040f req-52baa6e8-6ee0-40cf-a79d-eb0c0c949a0c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:27.578347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-69d3f950-fbe7-445e-95d0-dba97c45040f req-52baa6e8-6ee0-40cf-a79d-eb0c0c949a0c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Synchronizing usage tracker for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:27.618444 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ebc6c1a3-93c5-46cb-ad1e-afba31ce77b7 req-96052517-751b-4154-af63-2593b672f5a8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 1099 time: 0.3927388 Sep 16 19:34:27.629413 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Attempting to bind port c1420ada-c487-4a84-98e4-6481dcca7de3 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:34:27.629413 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Attempting to bind port c1420ada-c487-4a84-98e4-6481dcca7de3 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:34:27.629724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Attempting to bind port c1420ada-c487-4a84-98e4-6481dcca7de3 on network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:27.653705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-f4de2b86-9da3-4b47-86ae-0543bc6f74be tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:27.655441 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-f4de2b86-9da3-4b47-86ae-0543bc6f74be tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 816 time: 0.7194126 Sep 16 19:34:27.664880 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6202898 Sep 16 19:34:27.666233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Port c1420ada-c487-4a84-98e4-6481dcca7de3 on network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:34:27.671764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Attempting to bind port c1420ada-c487-4a84-98e4-6481dcca7de3 on network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:27.709007 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:34:27.709510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Checking segment: {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:34:27.709948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Bound using segment: {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:34:27.710512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Bound port: c1420ada-c487-4a84-98e4-6481dcca7de3, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:34:27.710889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:27.720745 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ebc6c1a3-93c5-46cb-ad1e-afba31ce77b7 req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:27.749599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Request body: {'port': {'device_id': '45e8b846-ca64-4295-b392-b9924f1520d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:27.780350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-ebc6c1a3-93c5-46cb-ad1e-afba31ce77b7 req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:27.793002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-ebc6c1a3-93c5-46cb-ad1e-afba31ce77b7 req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Usage tracker for resource:security_group_rule and tenant:007897bca49f4981b697ced431457388 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:27.801108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-ebc6c1a3-93c5-46cb-ad1e-afba31ce77b7 req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:27.822458 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-ebc6c1a3-93c5-46cb-ad1e-afba31ce77b7 req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:27.873875 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-35b8f17e-a290-4e03-a2bf-9466dd853257 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fedd54e5357041a2bd78224901e72cc7 HTTP/1.1" status: 200 len: 379 time: 0.2062483 Sep 16 19:34:27.889473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'port': {'device_id': '4500068f-aa17-496e-bfac-ca1049a522dd', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'admin_state_up': True, 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'security_groups': ['815791ef-7b8a-4963-8082-6e1fba06f288']}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:27.904546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-69d3f950-fbe7-445e-95d0-dba97c45040f req-52baa6e8-6ee0-40cf-a79d-eb0c0c949a0c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Unset dirty status for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:27.905853 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69d3f950-fbe7-445e-95d0-dba97c45040f req-52baa6e8-6ee0-40cf-a79d-eb0c0c949a0c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 932 time: 0.8456659 Sep 16 19:34:27.916744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ebc6c1a3-93c5-46cb-ad1e-afba31ce77b7 req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:28.011459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ebc6c1a3-93c5-46cb-ad1e-afba31ce77b7 req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:28.030159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:28.034230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:28.080657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-69d3f950-fbe7-445e-95d0-dba97c45040f req-042c04fb-741b-4e13-9e02-e2084fc04680 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Synchronizing usage tracker for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:security_group {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:28.084836 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ebc6c1a3-93c5-46cb-ad1e-afba31ce77b7 req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258606 Sep 16 19:34:28.090786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] For port c1420ada-c487-4a84-98e4-6481dcca7de3, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:34:28.095437 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1034a9-549e-4ff1-9a6f-c0827443aec6,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:28.102261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:28.106317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] For port c1420ada-c487-4a84-98e4-6481dcca7de3, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=c1420ada-c487-4a84-98e4-6481dcca7de3,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:34:28.146115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-69d3f950-fbe7-445e-95d0-dba97c45040f req-042c04fb-741b-4e13-9e02-e2084fc04680 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Unset dirty status for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:security_group {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:28.147590 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69d3f950-fbe7-445e-95d0-dba97c45040f req-042c04fb-741b-4e13-9e02-e2084fc04680 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289357 Sep 16 19:34:28.149028 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:28.154525 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:28.282861 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:28.285189 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] 10.222.0.38 "PUT /v2.0/ports/c1420ada-c487-4a84-98e4-6481dcca7de3 HTTP/1.1" status: 200 len: 1093 time: 2.7711051 Sep 16 19:34:28.285189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707235dd-42a6-458e-9225-2258639b47d0', 'tag': 'c1420ada-c487-4a84-98e4-6481dcca7de3'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:28.344471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1420ada-c487-4a84-98e4-6481dcca7de3,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:28.351402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:28.429140 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8246f5b-3425-4858-8797-34b1d9fea77a req-51435e91-b2ae-4406-bf35-c1b06ac75ef6 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:28.431635 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a8246f5b-3425-4858-8797-34b1d9fea77a req-51435e91-b2ae-4406-bf35-c1b06ac75ef6 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.6320789 Sep 16 19:34:28.580792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:28.589776 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a8246f5b-3425-4858-8797-34b1d9fea77a req-771b6080-020a-4ff9-a7b5-179c52ca9004 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438539 Sep 16 19:34:28.606332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1859a4-41cf-4790-bbc2-f58c59f9c89a req-14136170-958b-4e75-8233-728c6ebfa8ee tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:28.607908 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb1859a4-41cf-4790-bbc2-f58c59f9c89a req-14136170-958b-4e75-8233-728c6ebfa8ee tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.1270931 Sep 16 19:34:28.612746 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-704d4d06-b507-4505-80f2-8e18f5aedc1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 1096 time: 0.2273116 Sep 16 19:34:28.706809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:28.723796 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-75a1b465-3dd7-4cac-b1ee-e0debe9236aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1420ada-c487-4a84-98e4-6481dcca7de3 HTTP/1.1" status: 200 len: 217 time: 0.1025703 Sep 16 19:34:28.788098 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707235dd-42a6-458e-9225-2258639b47d0', 'tag': 'c1420ada-c487-4a84-98e4-6481dcca7de3', 'status': 'completed', 'code': 200} Sep 16 19:34:28.793571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Made reservation on behalf of fedd54e5357041a2bd78224901e72cc7 for: {'port': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:34:28.802675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:28.812114 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb1859a4-41cf-4790-bbc2-f58c59f9c89a req-c5bd10bd-7b0b-4d75-995f-c3c0ea57015b tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921642 Sep 16 19:34:28.825563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-7c440bdb-e22a-4bf3-a9d9-964e25d57a29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:28.827353 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-7c440bdb-e22a-4bf3-a9d9-964e25d57a29 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c0ec58e-3a85-4ac8-acf1-88c9302ab152 HTTP/1.1" status: 200 len: 858 time: 0.0899460 Sep 16 19:34:28.833240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587d734d-5569-4314-a789-805f90e9ba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b1c6d4-3be5-4676-9159-023d21b35b38'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:28.898149 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587d734d-5569-4314-a789-805f90e9ba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b1c6d4-3be5-4676-9159-023d21b35b38', 'code': 200} Sep 16 19:34:29.004454 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2898cabf-8639-4fe9-a595-563c86a622c8 req-302df43d-8e53-4897-a61b-3ca390498b15 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 210 time: 0.0694008 Sep 16 19:34:29.010858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 {{(pid=93568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:29.023287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:29.091485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Transition to ACTIVE for port object 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 will not be triggered until provisioned by entity L2. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:29.113623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Allocated IP 172.20.0.5 (f548adf9-b5ee-40a6-af60-88513434f7b6/ce41c442-b543-4155-8674-99a92662abbd/75cd045b-b91f-4e30-a442-f36156005cdc) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:34:29.125096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:29.133166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:29.309096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:29.316922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:29.392804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f0c90-0731-4171-ac6f-1cfdfb0d532e req-e543d9b3-58b9-4619-b6de-876a42d3af14 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:29.395455 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9e8f0c90-0731-4171-ac6f-1cfdfb0d532e req-e543d9b3-58b9-4619-b6de-876a42d3af14 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.0914192 Sep 16 19:34:29.496869 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9e8f0c90-0731-4171-ac6f-1cfdfb0d532e req-6e5929ae-f30b-4fec-b054-c1abd8b7d144 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944417 Sep 16 19:34:29.552737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:29.569556 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Attempting to bind port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:34:29.569945 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Attempting to bind port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:34:29.570414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Attempting to bind port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 on network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:29.579357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Transition to ACTIVE for port object 75cd045b-b91f-4e30-a442-f36156005cdc will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:29.584135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 on network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:34:29.584496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Attempting to bind port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 on network 288bd2b0-8893-4f3e-8662-9cb3e12d0f4e {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:29.594817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:34:29.595194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Checking segment: {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:34:29.595618 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Bound using segment: {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:34:29.596094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Bound port: 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e53325c-983c-4ef4-9975-8873fb210ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e'}}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:34:29.596476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:29.703613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:29.716117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-623367c2-5a2b-46eb-8aa5-5a71ffe1a38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:29.740486 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-acfe0c2d-b881-49f6-b688-35f0c42bf43a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032832 Sep 16 19:34:29.776891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] For port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1, host hv-cinder-80944, cleared binding levels {{(pid=93568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:34:29.843427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Network f548adf9-b5ee-40a6-af60-88513434f7b6 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:34:29.856669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:34:29.864760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] For port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:34:29.868716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:34:29.923552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:29.944695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:29.953699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:29.957420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:30.049559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,revision_number=3']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:30.055108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:30.056801 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] 10.222.0.38 "PUT /v2.0/ports/5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 HTTP/1.1" status: 200 len: 1094 time: 2.3182988 Sep 16 19:34:30.059391 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e8b846-ca64-4295-b392-b9924f1520d9', 'tag': '5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:30.068769 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:30.069320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7d0e4-984d-4c34-93cc-cd969cd0fe7c req-d72bd908-bec6-4c8b-a255-8358b5adbd83 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:30.069468 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:30.071392 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-48a7d0e4-984d-4c34-93cc-cd969cd0fe7c req-d72bd908-bec6-4c8b-a255-8358b5adbd83 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.1072390 Sep 16 19:34:30.073874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:30.121205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2daee2-bbcf-4d3d-b682-acea046576c9 req-e6d379f0-3f75-45d7-a747-37ab13bd0e2c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:30.123068 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3b2daee2-bbcf-4d3d-b682-acea046576c9 req-e6d379f0-3f75-45d7-a747-37ab13bd0e2c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.3237212 Sep 16 19:34:30.150448 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2659512 Sep 16 19:34:30.158602 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-48a7d0e4-984d-4c34-93cc-cd969cd0fe7c req-b9afe9f7-f3cb-4faa-baf6-c534d15d7b3a tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794451 Sep 16 19:34:30.203455 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3b2daee2-bbcf-4d3d-b682-acea046576c9 req-0b1a526f-0919-4824-88f4-f9c50c5d3db8 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739141 Sep 16 19:34:30.271364 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-bdccf6b1-0270-4547-a96f-6153b6b6f768 None None] Provisioning for port 75cd045b-b91f-4e30-a442-f36156005cdc completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:30.275643 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e8b846-ca64-4295-b392-b9924f1520d9', 'tag': '5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1', 'status': 'completed', 'code': 200} Sep 16 19:34:30.279797 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-bdccf6b1-0270-4547-a96f-6153b6b6f768 None None] Provisioning complete for port 75cd045b-b91f-4e30-a442-f36156005cdc triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:30.280217 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bdccf6b1-0270-4547-a96f-6153b6b6f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:30.339236 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-bdccf6b1-0270-4547-a96f-6153b6b6f768 None None] Port 75cd045b-b91f-4e30-a442-f36156005cdc cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:34:30.362997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a562-5ec7-4530-8417-ff30d65ebb30 req-6c2fc34b-df99-4248-aace-1c790361246b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:30.364857 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2319a562-5ec7-4530-8417-ff30d65ebb30 req-6c2fc34b-df99-4248-aace-1c790361246b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 931 time: 0.0878053 Sep 16 19:34:30.412668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2319a562-5ec7-4530-8417-ff30d65ebb30 req-b1bde4b9-98b7-4883-a1a9-c5323fdb38a0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Synchronizing usage tracker for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:security_group {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:30.448410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2319a562-5ec7-4530-8417-ff30d65ebb30 req-b1bde4b9-98b7-4883-a1a9-c5323fdb38a0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Unset dirty status for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:security_group {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:30.449946 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2319a562-5ec7-4530-8417-ff30d65ebb30 req-b1bde4b9-98b7-4883-a1a9-c5323fdb38a0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786703 Sep 16 19:34:30.605054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44560) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:30.706226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac118-5741-45ef-b13a-619f0861517a req-8130b052-b289-4479-9ab9-4b424e644749 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:30.707323 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-ad5ac118-5741-45ef-b13a-619f0861517a req-8130b052-b289-4479-9ab9-4b424e644749 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Synchronizing usage tracker for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:30.719927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-ad5ac118-5741-45ef-b13a-619f0861517a req-8130b052-b289-4479-9ab9-4b424e644749 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Unset dirty status for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:30.721279 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ad5ac118-5741-45ef-b13a-619f0861517a req-8130b052-b289-4479-9ab9-4b424e644749 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.0976958 Sep 16 19:34:30.768980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:30.773613 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ad5ac118-5741-45ef-b13a-619f0861517a req-6f33482e-46f0-403c-bff1-8c7d77190cb4 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 Sep 16 19:34:30.842884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:30.847180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Usage tracker for resource:security_group_rule and tenant:4679e88a34df4c38baf24850b9027082 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:30.851047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:30.858539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:30.927497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:30.945726 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:30.954176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:30.996142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62d8898-249a-470c-ad3e-88a0a7809d1d,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:30.999342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:31.003011 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4679e88a34df4c38baf24850b9027082&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3964021 Sep 16 19:34:31.005721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44572) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:31.073333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63ee64d3-c3e2-4063-ae8c-965529e0effc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:31.108157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63ee64d3-c3e2-4063-ae8c-965529e0effc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:31.197356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63ee64d3-c3e2-4063-ae8c-965529e0effc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:31.203666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0c502386-af85-431c-9768-20f628738f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:31.216811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee64d3-c3e2-4063-ae8c-965529e0effc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62d8898-249a-470c-ad3e-88a0a7809d1d,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:31.219124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-63ee64d3-c3e2-4063-ae8c-965529e0effc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:31.227026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63ee64d3-c3e2-4063-ae8c-965529e0effc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:31.228250 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-63ee64d3-c3e2-4063-ae8c-965529e0effc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f62d8898-249a-470c-ad3e-88a0a7809d1d HTTP/1.1" status: 204 len: 168 time: 0.2215285 Sep 16 19:34:31.361829 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15a45-d4dd-4e0b-8616-5e4782abbc1f req-15386bf9-415e-464f-a043-50ed67f8cbba tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:31.364019 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4e15a45-d4dd-4e0b-8616-5e4782abbc1f req-15386bf9-415e-464f-a043-50ed67f8cbba tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0831621 Sep 16 19:34:31.419009 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4e15a45-d4dd-4e0b-8616-5e4782abbc1f req-0a81320d-fb39-4ab9-a950-209d7880b43f tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485585 Sep 16 19:34:31.481158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Request body: {'port': {'device_id': '4500068f-aa17-496e-bfac-ca1049a522dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:31.602707 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-3b128ec0-02f6-44df-b5a9-996796b6e2e1 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821628 Sep 16 19:34:31.758235 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26e4d1-7715-491c-b628-6636d0f44338 req-6d5f50cc-493e-445f-a763-fa10ee7dc730 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:31.760046 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c26e4d1-7715-491c-b628-6636d0f44338 req-6d5f50cc-493e-445f-a763-fa10ee7dc730 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.4168038 Sep 16 19:34:31.880561 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:31.890830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44598) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:31.902702 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-76011149-5fc6-4429-853a-7e9c704a8d3a req-626f9dde-7193-483c-ac35-3577b9727735 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 1097 time: 0.4648650 Sep 16 19:34:31.906828 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c26e4d1-7715-491c-b628-6636d0f44338 req-48878181-1645-47bf-a767-6b672b271a34 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390479 Sep 16 19:34:31.929323 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd19fb9e-ba83-4a1a-9e1a-615ce83b7e08 req-43d07486-f6da-49f7-b96a-574266bd4a3c service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164468 Sep 16 19:34:31.942389 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1b810880-89c1-46f2-9474-17363ec6673b req-68e3dd45-0c89-4a07-85fb-971e4c411bd2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 1098 time: 0.1864488 Sep 16 19:34:31.943137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:31.979781 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ea742-ac03-4921-8387-445a1cc4bd27 req-ed21935d-31a5-4c10-9d0d-489920e0b62e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:31.982344 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d53ea742-ac03-4921-8387-445a1cc4bd27 req-ed21935d-31a5-4c10-9d0d-489920e0b62e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 931 time: 0.3700542 Sep 16 19:34:32.148580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:32.157017 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d53ea742-ac03-4921-8387-445a1cc4bd27 req-3da64ccb-10ac-4d4b-8178-ec06d411972b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499777 Sep 16 19:34:32.169182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Usage tracker for resource:security_group_rule and tenant:d49e3cbe0a0340ebad266aaafe99a486 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:32.172318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-1b810880-89c1-46f2-9474-17363ec6673b req-e211fa60-3fe6-4659-acda-962b4841675a service neutron] Synchronizing usage tracker for tenant:007897bca49f4981b697ced431457388 on resource:security_group {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:32.178335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:32.194655 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:32.245387 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1795f6b7-c98e-4617-a3aa-a4cd051146e1 req-18bfac4d-b466-4d7a-a055-9d7dc87244c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 1096 time: 0.1853373 Sep 16 19:34:32.286981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-1b810880-89c1-46f2-9474-17363ec6673b req-e211fa60-3fe6-4659-acda-962b4841675a service neutron] Unset dirty status for tenant:007897bca49f4981b697ced431457388 on resource:security_group {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:32.288774 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1b810880-89c1-46f2-9474-17363ec6673b req-e211fa60-3fe6-4659-acda-962b4841675a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187180 Sep 16 19:34:32.403204 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:32.421089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011149-5fc6-4429-853a-7e9c704a8d3a req-916d9d42-8758-4319-b7f1-fc6b426006a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:32.422689 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-76011149-5fc6-4429-853a-7e9c704a8d3a req-916d9d42-8758-4319-b7f1-fc6b426006a1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5540f6ee58d3428f9385e330c3cebc01&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4841766 Sep 16 19:34:32.440332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:32.454086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3f3d4ea7-0578-4056-ae70-d4f79ab76918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:32.464905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795f6b7-c98e-4617-a3aa-a4cd051146e1 req-bbe8fb26-c1e5-4325-986d-7ddb690fee08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:32.466767 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1795f6b7-c98e-4617-a3aa-a4cd051146e1 req-bbe8fb26-c1e5-4325-986d-7ddb690fee08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 919 time: 0.2066295 Sep 16 19:34:32.568923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd98d39a-b39c-4ba2-8a07-b046de541f64,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:32.580381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:32.586642 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d49e3cbe0a0340ebad266aaafe99a486&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6887600 Sep 16 19:34:32.587550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44620) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:32.603560 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1795f6b7-c98e-4617-a3aa-a4cd051146e1 req-420a08b2-8cdc-4eed-99dc-d48e97e03029 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1420ada-c487-4a84-98e4-6481dcca7de3 HTTP/1.1" status: 200 len: 217 time: 0.1088340 Sep 16 19:34:32.647242 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75cd045b-b91f-4e30-a442-f36156005cdc {{(pid=93568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:32.654931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:32.671271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Transition to ACTIVE for port object 75cd045b-b91f-4e30-a442-f36156005cdc will not be triggered until provisioned by entity L2. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:34:32.682131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179dafc-b636-4ec8-a17a-edd18a4b7ff3 req-bf7753f0-321e-4f6d-8158-6c6f0f95bc22 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:32.685301 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c179dafc-b636-4ec8-a17a-edd18a4b7ff3 req-bf7753f0-321e-4f6d-8158-6c6f0f95bc22 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.6274762 Sep 16 19:34:32.697753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795f6b7-c98e-4617-a3aa-a4cd051146e1 req-5ffbf414-fbeb-4912-a03a-acdb1397b3e3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:32.699702 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1795f6b7-c98e-4617-a3aa-a4cd051146e1 req-5ffbf414-fbeb-4912-a03a-acdb1397b3e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c0ec58e-3a85-4ac8-acf1-88c9302ab152 HTTP/1.1" status: 200 len: 858 time: 0.0800600 Sep 16 19:34:32.713406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:32.826320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:32.928599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:32.931972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:33.005260 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1795f6b7-c98e-4617-a3aa-a4cd051146e1 req-c276f574-a3a1-4d68-b72c-08b74c63e730 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2515624 Sep 16 19:34:33.049106 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c179dafc-b636-4ec8-a17a-edd18a4b7ff3 req-797f661c-cd26-4796-bbf3-3130fd5961b6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398895 Sep 16 19:34:33.172611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011149-5fc6-4429-853a-7e9c704a8d3a req-238ed7af-f21f-4c58-b8ec-4a099161e7c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:33.174254 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-76011149-5fc6-4429-853a-7e9c704a8d3a req-238ed7af-f21f-4c58-b8ec-4a099161e7c0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5001113 Sep 16 19:34:33.183047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c090155e-6da8-4858-b22f-6e91b260a9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:33.260289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c090155e-6da8-4858-b22f-6e91b260a9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:33.288375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b30da3-6453-41d8-bbf2-c8ea2b9c5dd0 req-465476b4-a099-49c4-b443-ef6a933669bd tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:33.290208 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-49b30da3-6453-41d8-bbf2-c8ea2b9c5dd0 req-465476b4-a099-49c4-b443-ef6a933669bd tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.5868156 Sep 16 19:34:33.328399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Attempting to bind port 75cd045b-b91f-4e30-a442-f36156005cdc on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:34:33.328784 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Attempting to bind port 75cd045b-b91f-4e30-a442-f36156005cdc by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:34:33.329154 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Attempting to bind port 75cd045b-b91f-4e30-a442-f36156005cdc on network f548adf9-b5ee-40a6-af60-88513434f7b6 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:33.339066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Port 75cd045b-b91f-4e30-a442-f36156005cdc on network f548adf9-b5ee-40a6-af60-88513434f7b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:34:33.339344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Attempting to bind port 75cd045b-b91f-4e30-a442-f36156005cdc on network f548adf9-b5ee-40a6-af60-88513434f7b6 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:34:33.354685 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1795f6b7-c98e-4617-a3aa-a4cd051146e1 req-573fc7cb-9199-482b-afac-5c03f0e14766 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408878 Sep 16 19:34:33.366071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:34:33.366712 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Checking segment: {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:34:33.367144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Bound using segment: {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:34:33.367815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Bound port: 75cd045b-b91f-4e30-a442-f36156005cdc, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'}}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:34:33.368187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:33.416938 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-49b30da3-6453-41d8-bbf2-c8ea2b9c5dd0 req-8ec24b9d-6768-44e8-95c4-5c16cae6b04b tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065314 Sep 16 19:34:33.419391 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c090155e-6da8-4858-b22f-6e91b260a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:33.422062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf674f11-1a71-4e7c-98ff-9edfeb29a9fb req-8712174e-1904-47ed-ba78-a45991ffc202 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:33.423916 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cf674f11-1a71-4e7c-98ff-9edfeb29a9fb req-8712174e-1904-47ed-ba78-a45991ffc202 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.1688912 Sep 16 19:34:33.441107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fb1201e8-26e9-4144-a2d3-e35431cfd682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:33.459336 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090155e-6da8-4858-b22f-6e91b260a9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd98d39a-b39c-4ba2-8a07-b046de541f64,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:33.464822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c090155e-6da8-4858-b22f-6e91b260a9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:33.473948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c090155e-6da8-4858-b22f-6e91b260a9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:33.475234 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c090155e-6da8-4858-b22f-6e91b260a9e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd98d39a-b39c-4ba2-8a07-b046de541f64 HTTP/1.1" status: 204 len: 168 time: 0.8861661 Sep 16 19:34:33.528174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, cleared binding levels {{(pid=93568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:34:33.531399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:34:33.567442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:33.578099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:33.641075 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cf674f11-1a71-4e7c-98ff-9edfeb29a9fb req-62e3b86c-2c1a-4e29-9d38-d8d8b33bfe67 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828723 Sep 16 19:34:33.662587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:33.674708 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] 10.222.0.38 "PUT /v2.0/ports/75cd045b-b91f-4e30-a442-f36156005cdc HTTP/1.1" status: 200 len: 1093 time: 2.2316577 Sep 16 19:34:33.674708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:33.686774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=3']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:33.699976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:33.748691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631534b-f0fa-4361-8a11-d4c1304af3fd req-f1aa9b9a-ba3e-4f20-977f-98a7b3314bf0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:33.752152 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5631534b-f0fa-4361-8a11-d4c1304af3fd req-f1aa9b9a-ba3e-4f20-977f-98a7b3314bf0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1612411 Sep 16 19:34:33.771854 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc', 'status': 'completed', 'code': 200} Sep 16 19:34:33.829963 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5631534b-f0fa-4361-8a11-d4c1304af3fd req-b3e12f2d-3e35-4ddf-a9aa-33341bb43e20 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708795 Sep 16 19:34:34.302631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210530a-96ab-425d-adcc-cec5f531ef1b req-9be0f6fe-1406-45f9-8f18-11e38797f265 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:34.304229 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d210530a-96ab-425d-adcc-cec5f531ef1b req-9be0f6fe-1406-45f9-8f18-11e38797f265 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.1183300 Sep 16 19:34:34.352721 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d210530a-96ab-425d-adcc-cec5f531ef1b req-20b558f8-0a3f-4d1e-b0f6-a66c697ac298 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Sep 16 19:34:34.666205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c0133-2501-4098-adc9-0fc739bf9fda req-87c1d66b-9021-4161-99c5-8b943a011491 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:34.667776 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f34c0133-2501-4098-adc9-0fc739bf9fda req-87c1d66b-9021-4161-99c5-8b943a011491 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0835085 Sep 16 19:34:34.720117 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f34c0133-2501-4098-adc9-0fc739bf9fda req-5c361dfb-1cde-4fe6-a811-001ddee43196 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461133 Sep 16 19:34:34.866016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8197a5e-d119-43c7-b61c-28bc1f9c1dfb req-4495cd10-7f3b-40a5-a5d6-aeca18e5f8ad tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:34.866016 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a8197a5e-d119-43c7-b61c-28bc1f9c1dfb req-4495cd10-7f3b-40a5-a5d6-aeca18e5f8ad tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.0846157 Sep 16 19:34:34.920347 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a8197a5e-d119-43c7-b61c-28bc1f9c1dfb req-4fcae5bf-91e7-466f-a99a-b9ce9d1141d2 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487084 Sep 16 19:34:35.036290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device c1420ada-c487-4a84-98e4-6481dcca7de3 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:34:35.095968 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70c2d7-7e0e-48fd-aae7-e00b28657716 req-40eba97c-97a9-4b8c-adde-25f9de990bfd tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:35.099287 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0c70c2d7-7e0e-48fd-aae7-e00b28657716 req-40eba97c-97a9-4b8c-adde-25f9de990bfd tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1023960 Sep 16 19:34:35.189993 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0c70c2d7-7e0e-48fd-aae7-e00b28657716 req-61ebe3fc-99b3-4328-b73f-df9d3a5c3409 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718954 Sep 16 19:34:35.221408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port c1420ada-c487-4a84-98e4-6481dcca7de3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=c1420ada-c487-4a84-98e4-6481dcca7de3,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:35.236964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': 'c1420ada-c487-4a84-98e4-6481dcca7de3', 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e', 'port_id': 'c1420ada-c487-4a84-98e4-6481dcca7de3', 'mac_address': 'fa:16:3e:45:1f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0ec58e-3a85-4ac8-acf1-88c9302ab152', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:34:35.297972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:35.318062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1420ada-c487-4a84-98e4-6481dcca7de3 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:35.336316 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port c1420ada-c487-4a84-98e4-6481dcca7de3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=c1420ada-c487-4a84-98e4-6481dcca7de3,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:35.569141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66374eb8-c1ac-4cff-8e2f-d317cb887c27 req-7dc09263-1966-4fb1-8d64-9ece3142d193 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:35.570751 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66374eb8-c1ac-4cff-8e2f-d317cb887c27 req-7dc09263-1966-4fb1-8d64-9ece3142d193 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.0917771 Sep 16 19:34:35.619454 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66374eb8-c1ac-4cff-8e2f-d317cb887c27 req-beac28ea-0ce1-4a0b-a54d-50bca705881c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Sep 16 19:34:36.173001 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ceeba5fe-6cd7-4987-a79b-088f6afb3c68 req-1feb550a-85b6-4633-9b94-8e47c49897ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 1096 time: 0.1756883 Sep 16 19:34:36.179893 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-82036f24-6580-4031-812c-29a72f67b093 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 1097 time: 0.1812575 Sep 16 19:34:36.248536 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1795f6b7-c98e-4617-a3aa-a4cd051146e1 req-45120a8b-0f52-4203-b383-79bb4d9a7862 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506464 Sep 16 19:34:36.265492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c5c11-9ce2-4aa1-9134-e9d1bd338e81 req-20b252e8-aedb-4772-ba7d-dc4ab0ef3b38 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:36.267620 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ec4c5c11-9ce2-4aa1-9134-e9d1bd338e81 req-20b252e8-aedb-4772-ba7d-dc4ab0ef3b38 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.1524868 Sep 16 19:34:36.272155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:36.275028 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:36.376367 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ec4c5c11-9ce2-4aa1-9134-e9d1bd338e81 req-fab817fe-196e-4804-97ce-11c283bb5efa tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766649 Sep 16 19:34:36.460206 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-6b021f78-e13b-42d0-b2cc-80dddb69fa67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 HTTP/1.1" status: 200 len: 217 time: 0.2559435 Sep 16 19:34:36.608202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba5fe-6cd7-4987-a79b-088f6afb3c68 req-b4389bd7-b577-4caf-a11e-7998ba683547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:36.609811 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ceeba5fe-6cd7-4987-a79b-088f6afb3c68 req-b4389bd7-b577-4caf-a11e-7998ba683547 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fedd54e5357041a2bd78224901e72cc7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4282622 Sep 16 19:34:36.679688 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=c1420ada-c487-4a84-98e4-6481dcca7de3,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:36.683688 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:36.768546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc5728-e7d4-4bc0-8a12-045e7cd62fd8 req-550a00db-3e7b-4694-9d84-d41276b0b5b1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:36.769340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-34fc5728-e7d4-4bc0-8a12-045e7cd62fd8 req-550a00db-3e7b-4694-9d84-d41276b0b5b1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Synchronizing usage tracker for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:34:36.820253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-34fc5728-e7d4-4bc0-8a12-045e7cd62fd8 req-550a00db-3e7b-4694-9d84-d41276b0b5b1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Unset dirty status for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:34:36.821818 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-34fc5728-e7d4-4bc0-8a12-045e7cd62fd8 req-550a00db-3e7b-4694-9d84-d41276b0b5b1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1391973 Sep 16 19:34:36.846423 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f91b7-617d-440f-a690-36e9c28995c9 req-7c01b4fd-f6de-461a-8e34-506980544abc tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:36.848726 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f26f91b7-617d-440f-a690-36e9c28995c9 req-7c01b4fd-f6de-461a-8e34-506980544abc tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.0914233 Sep 16 19:34:36.894088 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-34fc5728-e7d4-4bc0-8a12-045e7cd62fd8 req-7fbc5696-cecb-403f-81aa-2a0d282c4d01 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657432 Sep 16 19:34:36.911660 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f26f91b7-617d-440f-a690-36e9c28995c9 req-fdbfddf2-7eb7-438c-bac1-f548fb85d04d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563598 Sep 16 19:34:37.603300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fef1f-4225-4761-a186-298357a163a1 req-ae8dec2f-3034-4596-82b7-5e2c23afcb98 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:37.604902 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6f0fef1f-4225-4761-a186-298357a163a1 req-ae8dec2f-3034-4596-82b7-5e2c23afcb98 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.0993695 Sep 16 19:34:37.655933 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6f0fef1f-4225-4761-a186-298357a163a1 req-98331777-0676-4f98-8e5f-e073df071ee4 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Sep 16 19:34:38.235961 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3b02-3d08-4107-a1ee-f839226f44b4 req-301d01c1-8529-4241-9a6f-7b04007d0827 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:38.237778 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f8c3b02-3d08-4107-a1ee-f839226f44b4 req-301d01c1-8529-4241-9a6f-7b04007d0827 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1124868 Sep 16 19:34:38.299073 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f8c3b02-3d08-4107-a1ee-f839226f44b4 req-4f10b4b1-6a1f-4be3-bd99-eeccaaca3bae tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534058 Sep 16 19:34:38.556509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-ba0e90f8-8cc2-4b54-8751-3eee6aedd608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:38.558087 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-ba0e90f8-8cc2-4b54-8751-3eee6aedd608 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c0ec58e-3a85-4ac8-acf1-88c9302ab152 HTTP/1.1" status: 200 len: 858 time: 0.4866886 Sep 16 19:34:38.566520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba5fe-6cd7-4987-a79b-088f6afb3c68 req-a784ccc7-db17-492f-9397-be2ce1dc87ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:38.568048 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ceeba5fe-6cd7-4987-a79b-088f6afb3c68 req-a784ccc7-db17-492f-9397-be2ce1dc87ee service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4435787 Sep 16 19:34:38.577219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764553a4-ec75-440a-adea-6fb74c8e127f req-bd9c2ea4-4d7e-493e-82dd-797258598991 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:38.578811 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-764553a4-ec75-440a-adea-6fb74c8e127f req-bd9c2ea4-4d7e-493e-82dd-797258598991 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.3492181 Sep 16 19:34:38.629476 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-764553a4-ec75-440a-adea-6fb74c8e127f req-7ed48fc0-5615-4e6d-a276-cf42c85eb531 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Sep 16 19:34:39.137251 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-67480b54-e055-4167-97a7-a5a3c3456243 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842972 Sep 16 19:34:39.167556 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['c1420ada-c487-4a84-98e4-6481dcca7de3'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:34:39.305369 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-3c3717a4-3f28-46af-b751-a474ac4c86b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 1096 time: 0.2073827 Sep 16 19:34:39.314241 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-4149b47b-1b20-4a4d-8b66-b1c6779adca3 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625047 Sep 16 19:34:39.468132 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-8f7b77cf-9b15-4e68-9ba7-daf1d8bf7fcd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75cd045b-b91f-4e30-a442-f36156005cdc HTTP/1.1" status: 200 len: 217 time: 0.1438110 Sep 16 19:34:39.531498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4b1c2-8b38-4e48-89af-157b77a76353 req-3586b7ed-962f-453c-8e47-d08f021d0161 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:39.533121 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-80b4b1c2-8b38-4e48-89af-157b77a76353 req-3586b7ed-962f-453c-8e47-d08f021d0161 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.0857675 Sep 16 19:34:39.583777 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-80b4b1c2-8b38-4e48-89af-157b77a76353 req-6efaa30a-57ff-4aff-84e0-5f06bffd297a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Sep 16 19:34:39.585362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-5f43e35c-335e-422a-89e9-1b034986e167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:39.586975 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-5f43e35c-335e-422a-89e9-1b034986e167 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.1040311 Sep 16 19:34:39.592371 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93ebc5a9-1568-4de2-9ab7-2922081e223e req-0288c4e2-09aa-45fb-ae51-76c7cd5152c0 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665765 Sep 16 19:34:39.674058 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-19083222-5dbc-4faa-851a-f4d711abf29a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757968 Sep 16 19:34:39.886457 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-3bc8db11-883e-4a0b-aedf-41f470ddbdb5 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044234 Sep 16 19:34:39.897830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731a26e-c814-47de-bb72-deecc999d413 req-a7983a0c-7b27-491a-9e01-1233ce0df0b3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:39.899357 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d731a26e-c814-47de-bb72-deecc999d413 req-a7983a0c-7b27-491a-9e01-1233ce0df0b3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.1383820 Sep 16 19:34:40.060636 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d731a26e-c814-47de-bb72-deecc999d413 req-e5266bc7-47e4-4bc7-9685-476a26d6c116 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336281 Sep 16 19:34:40.104233 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82df874-43bd-4ef5-9ebc-99750bf6af87 req-227b13c9-c01d-4160-8db7-51779ff7f852 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038376 Sep 16 19:34:41.070851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device c1420ada-c487-4a84-98e4-6481dcca7de3 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:41.202554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port c1420ada-c487-4a84-98e4-6481dcca7de3 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:41.208554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port c1420ada-c487-4a84-98e4-6481dcca7de3 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:41.208977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:41.259243 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b744d19-21bd-448f-9bd8-b3fc9857ea8e req-5e5c66a5-922a-40f5-8310-eec1bebb7a81 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:41.261725 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6b744d19-21bd-448f-9bd8-b3fc9857ea8e req-5e5c66a5-922a-40f5-8310-eec1bebb7a81 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1018829 Sep 16 19:34:41.323500 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6b744d19-21bd-448f-9bd8-b3fc9857ea8e req-c2780cee-e4ec-4ae4-b67c-52604ad5dcde tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552559 Sep 16 19:34:41.350724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:41.432094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707235dd-42a6-458e-9225-2258639b47d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1420ada-c487-4a84-98e4-6481dcca7de3'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:41.446366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port c1420ada-c487-4a84-98e4-6481dcca7de3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=c1420ada-c487-4a84-98e4-6481dcca7de3,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:41.483032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:41.486552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:41.560848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb50e9-a76b-48a4-afbd-ac8b9b2860df req-dd6a2b5b-28e1-404c-8b62-5bb3dd6e290b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:41.572426 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-63eb50e9-a76b-48a4-afbd-ac8b9b2860df req-dd6a2b5b-28e1-404c-8b62-5bb3dd6e290b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.0979917 Sep 16 19:34:41.572848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=c1420ada-c487-4a84-98e4-6481dcca7de3,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:41.576553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:41.622249 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-63eb50e9-a76b-48a4-afbd-ac8b9b2860df req-234b4ca9-aff3-4eb4-80ae-f912fa9a0e2c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518525 Sep 16 19:34:41.705413 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707235dd-42a6-458e-9225-2258639b47d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1420ada-c487-4a84-98e4-6481dcca7de3', 'code': 200} Sep 16 19:34:41.898484 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-74417f01-2f22-43ea-a28e-d1dacffe65c5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812643 Sep 16 19:34:42.136852 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-4f3fcf15-9adf-4875-8974-5f6e4c65a36e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 1098 time: 0.1524088 Sep 16 19:34:42.143567 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad388e7-4980-4928-b330-a589558054d1 req-4674f572-4b35-4326-bc1d-d612dd158789 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 1098 time: 0.1005785 Sep 16 19:34:42.294580 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad388e7-4980-4928-b330-a589558054d1 req-1f722331-ad6e-4281-ac37-d5d1b9c3b079 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434557 Sep 16 19:34:42.337633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-0b652531-f9a3-4f7d-9d33-a456f99e9e04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:42.339273 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-0b652531-f9a3-4f7d-9d33-a456f99e9e04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 915 time: 0.1657290 Sep 16 19:34:42.547600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a8f1-ebc1-4edd-bb31-3a1465ae6b54 req-0a4376f5-7772-42a6-82d9-f730588963d7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:42.549373 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7650a8f1-ebc1-4edd-bb31-3a1465ae6b54 req-0a4376f5-7772-42a6-82d9-f730588963d7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.0874405 Sep 16 19:34:42.568705 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-86b382f8-a60c-42fa-af8d-609f668c021e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b1c6d4-3be5-4676-9159-023d21b35b38 HTTP/1.1" status: 200 len: 217 time: 0.0752766 Sep 16 19:34:42.601578 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7650a8f1-ebc1-4edd-bb31-3a1465ae6b54 req-94735320-6179-4c1c-a4b0-72371da2dd18 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450618 Sep 16 19:34:42.647654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-0715401c-8ad2-4336-b12a-b1721a71aff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:42.649249 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-0715401c-8ad2-4336-b12a-b1721a71aff3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.0700715 Sep 16 19:34:42.707960 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-d1ae6d43-8f24-4cbb-aa23-c29e549a3fd7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460131 Sep 16 19:34:42.930327 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-95c7f698-0825-4492-be72-a0f3dda636a5 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146509 Sep 16 19:34:42.940562 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bca69-c39a-48bf-b9bb-2ad57e200504 req-843cc716-b46a-4e42-8a80-6bbd5f5bdba6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:42.942753 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-108bca69-c39a-48bf-b9bb-2ad57e200504 req-843cc716-b46a-4e42-8a80-6bbd5f5bdba6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.1384311 Sep 16 19:34:43.001460 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-108bca69-c39a-48bf-b9bb-2ad57e200504 req-5c4c5410-e40b-4024-8faf-265c55b9cb00 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521317 Sep 16 19:34:43.183624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44954) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:43.338740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:43.371480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:43.375630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] Usage tracker for resource:security_group_rule and tenant:63b43210f3a146e282f97670173c52d2 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:43.379168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:43.385157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:43.455909 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:43.482616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:43.492796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1fb14da2-003c-4fb3-8bc6-3ed0c878bae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:43.533367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e65f2-1319-4831-98f9-6f141661e5c4,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:43.537741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:43.540110 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4489d50b-ea29-4a65-a6c1-5a494d58450e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63b43210f3a146e282f97670173c52d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3552034 Sep 16 19:34:43.542883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44962) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:43.610168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2e862bc0-7a83-4e6f-b303-301975733920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:43.637753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2e862bc0-7a83-4e6f-b303-301975733920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:43.711156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2e862bc0-7a83-4e6f-b303-301975733920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:43.716725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:43.731808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e862bc0-7a83-4e6f-b303-301975733920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e65f2-1319-4831-98f9-6f141661e5c4,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:43.734253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2e862bc0-7a83-4e6f-b303-301975733920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:43.736502 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2e862bc0-7a83-4e6f-b303-301975733920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:43.739246 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2e862bc0-7a83-4e6f-b303-301975733920 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d25e65f2-1319-4831-98f9-6f141661e5c4 HTTP/1.1" status: 204 len: 168 time: 0.1937821 Sep 16 19:34:43.750220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 44976) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:43.851124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f9b97-b3f4-4b74-96a5-254ef50d1915 req-35b17e95-55d3-4238-9ddc-0b21ed37b54c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:43.852893 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe5f9b97-b3f4-4b74-96a5-254ef50d1915 req-35b17e95-55d3-4238-9ddc-0b21ed37b54c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.0916538 Sep 16 19:34:43.902308 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe5f9b97-b3f4-4b74-96a5-254ef50d1915 req-f410b994-e7f8-406f-a406-18dabb922fef tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Sep 16 19:34:43.906278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:34:43.953875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.059587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.082147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:44.093234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:44.096982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '75cd045b-b91f-4e30-a442-f36156005cdc', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'port_id': '75cd045b-b91f-4e30-a442-f36156005cdc', 'mac_address': 'fa:16:3e:6b:14:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:34:44.110037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Usage tracker for resource:security_group_rule and tenant:92e7eadcaf1349db89d83bf9c422b07f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:44.117038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:44.158106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:44.162408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.182746 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75cd045b-b91f-4e30-a442-f36156005cdc {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:44.199591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:44.242489 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.243470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:34:44.247023 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:44.391161 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44990) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:44.402938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:44.414082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:44.424217 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.460123 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:44.464822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Usage tracker for resource:security_group_rule and tenant:e07ed178e84946c7b6dd9b89a704f78c is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:44.466877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:44.468465 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:44.475177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:44.482549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1', 'network_id': '288bd2b0-8893-4f3e-8662-9cb3e12d0f4e', 'port_id': '5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1', 'mac_address': 'fa:16:3e:19:9b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0ec58e-3a85-4ac8-acf1-88c9302ab152', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:34:44.482983 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b05107bd-3b20-49fd-9e47-3235d0fb493f req-54c92351-d8fe-4c4c-8465-a5ff40992cf3 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787559 Sep 16 19:34:44.521682 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.542952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.545402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408b20d-266f-49a0-a228-2b84efecbc25 req-a42b9f50-99e1-4978-8b0c-30b08e765946 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:44.547076 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6408b20d-266f-49a0-a228-2b84efecbc25 req-a42b9f50-99e1-4978-8b0c-30b08e765946 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 944 time: 0.3474493 Sep 16 19:34:44.548208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.550771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.557679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:44.567189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:34:44.574071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.583146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:44.583517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:44.602780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.604745 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:44.629896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e471a9-5552-4416-911d-102e8d00b3a4,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:44.633721 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e07ed178e84946c7b6dd9b89a704f78c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2389531 Sep 16 19:34:44.633721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2e24e-c35f-44ad-814f-d573fbba5552,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:44.634829 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92e7eadcaf1349db89d83bf9c422b07f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8822796 Sep 16 19:34:44.635995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:44.636926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:44.637263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 44994) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:44.637369 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 44996) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:44.680410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:44.681280 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:34:44.682550 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6408b20d-266f-49a0-a228-2b84efecbc25 req-ac063de1-52fa-401f-a44e-9ae4a9b442bd tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265430 Sep 16 19:34:44.683833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:44.721823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57cb3054-352c-4a56-89f4-bb186dbad9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.728812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e94e2c2-7ff6-4f78-8434-17240aad42bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.749835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57cb3054-352c-4a56-89f4-bb186dbad9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.758246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e94e2c2-7ff6-4f78-8434-17240aad42bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.819763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57cb3054-352c-4a56-89f4-bb186dbad9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.825072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:44.841472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb3054-352c-4a56-89f4-bb186dbad9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e471a9-5552-4416-911d-102e8d00b3a4,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:44.843010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-57cb3054-352c-4a56-89f4-bb186dbad9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:44.847830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57cb3054-352c-4a56-89f4-bb186dbad9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.849031 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-57cb3054-352c-4a56-89f4-bb186dbad9d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22e471a9-5552-4416-911d-102e8d00b3a4 HTTP/1.1" status: 204 len: 168 time: 0.2107565 Sep 16 19:34:44.860403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e94e2c2-7ff6-4f78-8434-17240aad42bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.866026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:44.878884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94e2c2-7ff6-4f78-8434-17240aad42bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2e24e-c35f-44ad-814f-d573fbba5552,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:44.883496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e94e2c2-7ff6-4f78-8434-17240aad42bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:44.892051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e94e2c2-7ff6-4f78-8434-17240aad42bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:44.894431 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4e94e2c2-7ff6-4f78-8434-17240aad42bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eee2e24e-c35f-44ad-814f-d573fbba5552 HTTP/1.1" status: 204 len: 168 time: 0.2556183 Sep 16 19:34:45.165321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa40d8-3ca1-4a49-9ce7-f2ff4a4582a0 req-127e5d5a-6ca9-4aba-b6f7-af9689721bed tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:45.174179 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdaa40d8-3ca1-4a49-9ce7-f2ff4a4582a0 req-127e5d5a-6ca9-4aba-b6f7-af9689721bed tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 944 time: 0.1268353 Sep 16 19:34:45.230070 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdaa40d8-3ca1-4a49-9ce7-f2ff4a4582a0 req-900957c6-3fa0-44cb-8614-70e57103a11c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549107 Sep 16 19:34:45.555622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 45028) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:45.576596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:45.608601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:45.613517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Usage tracker for resource:security_group_rule and tenant:bcad2b82ca7a4bba8274bb3799cc3cd0 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:45.616513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:45.622673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:45.695761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:45.717353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:45.725859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2e862bc0-7a83-4e6f-b303-301975733920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:45.771141 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcad2b82ca7a4bba8274bb3799cc3cd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2143652 Sep 16 19:34:45.773950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 45036) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:45.776893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7d59f2-3ddc-4d3f-96ac-b50618621db3,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:45.792162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:45.856629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55cc48c8-9b5e-41aa-b413-ba27dbd9cf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:45.888761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55cc48c8-9b5e-41aa-b413-ba27dbd9cf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:45.901257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5408-7082-4506-afa7-46da0419ca2d req-ed4e8b57-ea6a-4ab1-b725-280ef369a56d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:45.902961 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a15a5408-7082-4506-afa7-46da0419ca2d req-ed4e8b57-ea6a-4ab1-b725-280ef369a56d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 945 time: 0.0950830 Sep 16 19:34:45.955397 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a15a5408-7082-4506-afa7-46da0419ca2d req-1648b239-8fc5-4920-bf1c-e52afab8fcd6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438478 Sep 16 19:34:45.957171 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55cc48c8-9b5e-41aa-b413-ba27dbd9cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:45.962538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f1f5d56b-6134-4d98-86b8-7a6041a5cc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:45.977117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc48c8-9b5e-41aa-b413-ba27dbd9cf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7d59f2-3ddc-4d3f-96ac-b50618621db3,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:45.979418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-55cc48c8-9b5e-41aa-b413-ba27dbd9cf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:45.980288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55cc48c8-9b5e-41aa-b413-ba27dbd9cf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:45.983160 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-55cc48c8-9b5e-41aa-b413-ba27dbd9cf44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e7d59f2-3ddc-4d3f-96ac-b50618621db3 HTTP/1.1" status: 204 len: 168 time: 0.2077534 Sep 16 19:34:46.176993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:34:46.213800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['75cd045b-b91f-4e30-a442-f36156005cdc'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:34:46.568072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b1fcd-bc33-446a-b83d-d169aeae7428 req-67938d0d-046a-4ba7-a3de-c99b6df36dde tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:46.569952 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-982b1fcd-bc33-446a-b83d-d169aeae7428 req-67938d0d-046a-4ba7-a3de-c99b6df36dde tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 944 time: 0.1084878 Sep 16 19:34:46.642615 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-982b1fcd-bc33-446a-b83d-d169aeae7428 req-fc3d14a4-b55b-4faf-b8e2-d2113da4f038 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644665 Sep 16 19:34:47.232274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366852f4-6f54-4347-9d4e-58725eb865a9 req-35acd884-3535-4e0a-8cf2-5a93be389046 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:47.234082 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-366852f4-6f54-4347-9d4e-58725eb865a9 req-35acd884-3535-4e0a-8cf2-5a93be389046 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 945 time: 0.1368167 Sep 16 19:34:47.290553 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-366852f4-6f54-4347-9d4e-58725eb865a9 req-93a02df2-4e62-408d-a40c-52dcf67ed679 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473778 Sep 16 19:34:47.765178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:47.883144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-282c11a0-586c-4e3e-9d5f-fc0a76fd2d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:47.889641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f78732-4064-44d9-b459-bd4f185fb7d7 req-ca97580c-0f00-4e45-803b-a51f5e026677 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:47.895982 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-45f78732-4064-44d9-b459-bd4f185fb7d7 req-ca97580c-0f00-4e45-803b-a51f5e026677 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 944 time: 0.1012342 Sep 16 19:34:47.928399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 75cd045b-b91f-4e30-a442-f36156005cdc completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:47.933969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 75cd045b-b91f-4e30-a442-f36156005cdc triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:47.934527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:47.950902 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-45f78732-4064-44d9-b459-bd4f185fb7d7 req-88b6904f-adf6-4a2f-b9e7-24ba533cd07b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512218 Sep 16 19:34:48.071842 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:48.102459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:48.115088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:48.152185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:48.153568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:34:48.191869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:48.234849 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc', 'code': 200} Sep 16 19:34:48.291129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:48.295558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:48.390928 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:34:48.397445 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:34:48.397900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:48.538730 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec61c0-5cb5-43f4-9719-6e09cfe7bd91 req-999f2505-aa81-4aca-b739-ff375fb03a77 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:48.540399 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-58ec61c0-5cb5-43f4-9719-6e09cfe7bd91 req-999f2505-aa81-4aca-b739-ff375fb03a77 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 945 time: 0.1153355 Sep 16 19:34:48.589990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:48.620755 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-58ec61c0-5cb5-43f4-9719-6e09cfe7bd91 req-7ad9373f-5f1e-43c7-b3af-b02052775725 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736744 Sep 16 19:34:48.647029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:34:48.693958 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:48.695972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:48.736553 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88d36f98-7d71-4ac7-93b7-ca4a37482a76 req-12679239-388f-4366-b557-d8a8cdf767ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 1098 time: 0.0981328 Sep 16 19:34:48.783646 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:48.794871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:48.810733 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88d36f98-7d71-4ac7-93b7-ca4a37482a76 req-e76cb0b7-b142-4943-ba18-f712b1f042c4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598657 Sep 16 19:34:49.208186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1aca0-3935-41e2-9f70-87641ca9be86 req-cb6a94d4-1938-4caf-887e-65ee913bcb3f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:49.209799 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42c1aca0-3935-41e2-9f70-87641ca9be86 req-cb6a94d4-1938-4caf-887e-65ee913bcb3f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.0916183 Sep 16 19:34:49.273533 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42c1aca0-3935-41e2-9f70-87641ca9be86 req-c5da1b0e-522d-4b0e-8c1f-5df304e5eab9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558624 Sep 16 19:34:49.448113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:49.883249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c764f38-7ec4-4f3a-9c33-7d9ee4056691 req-df1f1904-85b4-42c0-b389-191d5e8935b2 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:49.885483 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5c764f38-7ec4-4f3a-9c33-7d9ee4056691 req-df1f1904-85b4-42c0-b389-191d5e8935b2 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1042840 Sep 16 19:34:49.950533 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5c764f38-7ec4-4f3a-9c33-7d9ee4056691 req-981fdb7a-e4e9-4a7c-9059-ed0e2ae053ca tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588553 Sep 16 19:34:50.236424 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e8b846-ca64-4295-b392-b9924f1520d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:50.313764 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e8b846-ca64-4295-b392-b9924f1520d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1', 'code': 200} Sep 16 19:34:50.425555 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d2d2c476-2f0c-420d-8720-91423d5f2090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:50.537458 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4186753-c1fe-4c38-9971-96c22a2cd28d req-39e2f869-8f1e-466e-9830-ec7c0c7d2877 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:50.539201 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f4186753-c1fe-4c38-9971-96c22a2cd28d req-39e2f869-8f1e-466e-9830-ec7c0c7d2877 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.0828915 Sep 16 19:34:50.606104 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f4186753-c1fe-4c38-9971-96c22a2cd28d req-735fcef1-8163-42ed-9ca2-881056a3021c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589039 Sep 16 19:34:50.813608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:51.188528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa825908-51dd-4db0-a9ff-c28e24aa6379 req-1d3d147b-0b3e-43d5-8d80-4a9048788c6b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:51.190138 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fa825908-51dd-4db0-a9ff-c28e24aa6379 req-1d3d147b-0b3e-43d5-8d80-4a9048788c6b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1060328 Sep 16 19:34:51.239451 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fa825908-51dd-4db0-a9ff-c28e24aa6379 req-bfb8d21c-52b1-4899-8d66-7749b9a5fd07 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Sep 16 19:34:51.809233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:51.854799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788bfcf-b3cf-4a27-a904-0b5b23279ae4 req-de08ad12-7a62-4947-a827-514e19a8fcd7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:51.856389 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d788bfcf-b3cf-4a27-a904-0b5b23279ae4 req-de08ad12-7a62-4947-a827-514e19a8fcd7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1116002 Sep 16 19:34:51.904513 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d788bfcf-b3cf-4a27-a904-0b5b23279ae4 req-0e048bb6-de2a-4990-a30a-d264a1299234 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Sep 16 19:34:52.450418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3a6aa-ebda-4d4c-a08c-e2ce574434a0 req-6e140545-a617-4ad3-b40b-33ecc38597be tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:52.452035 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41c3a6aa-ebda-4d4c-a08c-e2ce574434a0 req-6e140545-a617-4ad3-b40b-33ecc38597be tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0880690 Sep 16 19:34:52.500418 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41c3a6aa-ebda-4d4c-a08c-e2ce574434a0 req-0d9e2891-dcf4-419d-91b4-d1beab662f03 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 Sep 16 19:34:52.810544 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62498664-ecb4-4c49-b24f-6c5a4972bfe2 req-3a14be29-6f24-4193-9b8a-d5e3a5e414c8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 1099 time: 0.0796113 Sep 16 19:34:52.857805 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62498664-ecb4-4c49-b24f-6c5a4972bfe2 req-80a15db2-ed2e-4b47-a534-b0f25aeee964 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Sep 16 19:34:53.166170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f1861-8702-48e7-ab28-8cc9db8167af req-ba0b317f-a22b-4786-8f65-c250c3fbd855 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:53.168139 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5a9f1861-8702-48e7-ab28-8cc9db8167af req-ba0b317f-a22b-4786-8f65-c250c3fbd855 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1241341 Sep 16 19:34:53.252090 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5a9f1861-8702-48e7-ab28-8cc9db8167af req-9f5ac9a4-eb4c-4252-84ff-fdbf61384d1f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748539 Sep 16 19:34:53.520923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-a7f26725-8753-4af7-b9bb-067608923bd5 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:53.522583 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-a7f26725-8753-4af7-b9bb-067608923bd5 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 814 time: 0.1689105 Sep 16 19:34:53.539230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 45320) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:53.549188 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-91813f88-510e-41fe-a271-a0aaa3db1537 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/quotas/83c670c5a60d4f869bf348b77181874f HTTP/1.1" status: 200 len: 375 time: 0.0136642 Sep 16 19:34:53.657412 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-c160034b-6c56-42f2-a3f5-2b6055b1de68 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981867 Sep 16 19:34:53.734590 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:53.762726 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90a6cf-2289-4a2c-aba2-a662533519d6 req-b2c43f98-e391-40bc-95b1-e8945f5c2b04 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:53.764330 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0c90a6cf-2289-4a2c-aba2-a662533519d6 req-b2c43f98-e391-40bc-95b1-e8945f5c2b04 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1326330 Sep 16 19:34:53.801115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:53.807815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Usage tracker for resource:security_group_rule and tenant:381df5a52f5a4a1f819c5f882d84d835 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:53.810961 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:53.814433 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-d2ddce59-18a5-49a7-a1b4-4819944578a8 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558285 Sep 16 19:34:53.833149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:53.841183 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0c90a6cf-2289-4a2c-aba2-a662533519d6 req-fe1f22d1-2e5b-422a-a289-5775b67f5f34 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638304 Sep 16 19:34:53.908263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:53.951155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:53.961638 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-57cb3054-352c-4a56-89f4-bb186dbad9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:53.977067 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-a1ec4d54-ca38-4f73-9b71-37d054bbb4f3 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556675 Sep 16 19:34:54.026915 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ea034-32e0-46c5-90ea-9514fb35fc22,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:54.041020 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.041409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.041791 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.042187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.042581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.042953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.043319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.043684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.044047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.044409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.044770 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.053539 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=381df5a52f5a4a1f819c5f882d84d835&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5127637 Sep 16 19:34:54.053627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45338) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:54.054308 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:54.130071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:54.174774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:54.282084 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-58ded958-b52d-48ff-801f-26aa8d429560 req-11ce8510-d7b2-4712-89db-aadf6052967c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 210 time: 0.0460284 Sep 16 19:34:54.345889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:54.375189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ba332841-0d66-4271-8e4b-152e5cd82d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:54.413043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ea034-32e0-46c5-90ea-9514fb35fc22,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:54.423209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.424292 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.424945 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.425668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.426316 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.426911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.427706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.428764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.429349 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.433948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.434570 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:34:54.458639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:54.460904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:54.462894 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f5ea034-32e0-46c5-90ea-9514fb35fc22 HTTP/1.1" status: 204 len: 168 time: 0.4084959 Sep 16 19:34:54.613009 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c4cf-f11b-4c95-8567-a0ec1f1d2295 req-c4ddedfc-0e05-4310-9b03-8e03221836bf tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:54.615548 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b192c4cf-f11b-4c95-8567-a0ec1f1d2295 req-c4ddedfc-0e05-4310-9b03-8e03221836bf tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1477032 Sep 16 19:34:54.672252 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b192c4cf-f11b-4c95-8567-a0ec1f1d2295 req-73209fbd-6c2f-4e67-8b03-1d49242df002 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501781 Sep 16 19:34:54.902253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4667d54-ab2f-437b-9cc1-6818f86b31e8 req-68f65df8-b4f7-47d0-bc55-aca164e5bdc4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:54.904175 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4667d54-ab2f-437b-9cc1-6818f86b31e8 req-68f65df8-b4f7-47d0-bc55-aca164e5bdc4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.0949910 Sep 16 19:34:54.919765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45372) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:54.926789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-490131bf-b7dc-4822-aa4c-3366c6dee03e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'floatingip': {'port_id': '75cd045b-b91f-4e30-a442-f36156005cdc'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:34:55.029620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 45380) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:55.063418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:55.108596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:55.113774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Usage tracker for resource:security_group_rule and tenant:c32ab6ab2d0e42aca4685b7055cedc24 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:55.114506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-490131bf-b7dc-4822-aa4c-3366c6dee03e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:55.117191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:55.123803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:55.199466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:55.219565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:55.229122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6713ef2d-8322-419e-892f-5b2e27c9e541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:55.272060 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9da6a8-40bc-4471-a0ae-987b3c4958f4,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:55.275228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:55.277681 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c32ab6ab2d0e42aca4685b7055cedc24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2467923 Sep 16 19:34:55.280629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 45394) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:55.291393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e6515-063c-4d51-a0d2-eb6698d65f21 req-805262f7-a63f-49fd-a396-3da435fd5e5b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:55.292961 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de9e6515-063c-4d51-a0d2-eb6698d65f21 req-805262f7-a63f-49fd-a396-3da435fd5e5b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.2766891 Sep 16 19:34:55.354516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a97643e6-a4ad-44d6-b250-887d6e552458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:55.391229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a97643e6-a4ad-44d6-b250-887d6e552458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:55.399221 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de9e6515-063c-4d51-a0d2-eb6698d65f21 req-2188be8a-36e6-4b1d-8014-79640140194b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720127 Sep 16 19:34:55.500150 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65f9990b-a207-4484-b182-554f90346886 req-4c167cf7-dd28-4271-be2c-6efdbc76aa84 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 210 time: 0.0572898 Sep 16 19:34:55.551279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a97643e6-a4ad-44d6-b250-887d6e552458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:55.557266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:55.578749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97643e6-a4ad-44d6-b250-887d6e552458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9da6a8-40bc-4471-a0ae-987b3c4958f4,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:55.581237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a97643e6-a4ad-44d6-b250-887d6e552458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:55.582808 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a97643e6-a4ad-44d6-b250-887d6e552458 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be9da6a8-40bc-4471-a0ae-987b3c4958f4 HTTP/1.1" status: 204 len: 168 time: 0.3011622 Sep 16 19:34:55.584980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a97643e6-a4ad-44d6-b250-887d6e552458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:55.914441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b5a7-5f90-4a4a-8638-2c6917af9026 req-0cf5f3eb-8818-4a3f-bef3-815c224c37d5 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:55.916828 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6c5b5a7-5f90-4a4a-8638-2c6917af9026 req-0cf5f3eb-8818-4a3f-bef3-815c224c37d5 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0894575 Sep 16 19:34:55.969990 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6c5b5a7-5f90-4a4a-8638-2c6917af9026 req-b258be3e-c9ed-4757-84b9-e9b2069e754f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465367 Sep 16 19:34:56.260879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-490131bf-b7dc-4822-aa4c-3366c6dee03e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:56.299321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-490131bf-b7dc-4822-aa4c-3366c6dee03e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:56.728289 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-490131bf-b7dc-4822-aa4c-3366c6dee03e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Floating IP b49686aa-41a0-46d5-a070-18fc5d5f28cd associated. External IP: 172.27.2.13, port: 75cd045b-b91f-4e30-a442-f36156005cdc. Sep 16 19:34:56.728289 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-feb3373e-57b0-48be-ab80-e9f149b95f94 req-2dab2e56-cb13-4bbe-8d35-8d4e1c859340 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 210 time: 0.0508401 Sep 16 19:34:56.968512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490131bf-b7dc-4822-aa4c-3366c6dee03e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Router 834ca434-f243-4784-975f-bfdef45d2454 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:34:57.187094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490131bf-b7dc-4822-aa4c-3366c6dee03e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:34:57.193123 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-490131bf-b7dc-4822-aa4c-3366c6dee03e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:57.202484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] Sync routers for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:34:57.222264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:57.223030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:34:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:57.231516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea122041-0d69-4e85-84e2-0c8cfcad5588 req-ba4cbfa0-9178-4a11-9b18-8eb405c6c41e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:57.239503 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ea122041-0d69-4e85-84e2-0c8cfcad5588 req-ba4cbfa0-9178-4a11-9b18-8eb405c6c41e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1379836 Sep 16 19:34:57.258815 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-490131bf-b7dc-4822-aa4c-3366c6dee03e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "PUT /v2.0/floatingips/b49686aa-41a0-46d5-a070-18fc5d5f28cd HTTP/1.1" status: 200 len: 990 time: 2.3345430 Sep 16 19:34:57.258815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:34:57.298839 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ea122041-0d69-4e85-84e2-0c8cfcad5588 req-ccde9110-ebd7-4268-935e-c13b6cab62b6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583560 Sep 16 19:34:57.368704 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc', 'status': 'completed', 'code': 200} Sep 16 19:34:57.464175 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:34:57.952010 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bdb6be7-17b2-47f5-bc5e-cd238ca150ac req-c0bae4bf-9a22-4e3a-9316-ba8148cc85b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 1098 time: 0.1516140 Sep 16 19:34:57.956815 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e613845a-965c-4bf0-874e-d6a69e3df664 req-b415dd10-46ef-49cb-9018-852dda0edfef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 1099 time: 0.2048850 Sep 16 19:34:57.964512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'b49686aa-41a0-46d5-a070-18fc5d5f28cd', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '834ca434-f243-4784-975f-bfdef45d2454', 'port_id': '75cd045b-b91f-4e30-a442-f36156005cdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'mac_address': 'fa:16:3e:6b:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500068f-aa17-496e-bfac-ca1049a522dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:34:19Z', 'updated_at': '2021-09-16T19:34:56Z', 'revision_number': 1, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:57.968629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] Checking router: 834ca434-f243-4784-975f-bfdef45d2454 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:34:57.981127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:57.982331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:34:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:57.994448 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-33ae550b-654d-4b40-9da9-91d038df3439 req-d7054a9b-397e-4241-b447-b182700c358f tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 210 time: 0.0913732 Sep 16 19:34:58.217629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:34:58.522492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613845a-965c-4bf0-874e-d6a69e3df664 req-998021f4-caba-47fc-b020-2a415e0f0c4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:58.524227 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e613845a-965c-4bf0-874e-d6a69e3df664 req-998021f4-caba-47fc-b020-2a415e0f0c4e service neutron] 10.222.0.38 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 919 time: 0.5497711 Sep 16 19:34:58.525648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb6be7-17b2-47f5-bc5e-cd238ca150ac req-a3af6f6f-da17-4c97-a30f-76f34b736383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:58.528747 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bdb6be7-17b2-47f5-bc5e-cd238ca150ac req-a3af6f6f-da17-4c97-a30f-76f34b736383 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 917 time: 0.5263560 Sep 16 19:34:58.561174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f4926-a000-4a17-8cae-23f594518b78 req-f315679e-b102-4555-8dbb-90d82acc7275 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:58.568366 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a1f4926-a000-4a17-8cae-23f594518b78 req-f315679e-b102-4555-8dbb-90d82acc7275 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1252401 Sep 16 19:34:58.617960 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a1f4926-a000-4a17-8cae-23f594518b78 req-906679fb-a2e2-4e41-8e31-bc8739c7b980 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469959 Sep 16 19:34:58.624713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'b49686aa-41a0-46d5-a070-18fc5d5f28cd', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '834ca434-f243-4784-975f-bfdef45d2454', 'port_id': '75cd045b-b91f-4e30-a442-f36156005cdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'mac_address': 'fa:16:3e:6b:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500068f-aa17-496e-bfac-ca1049a522dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:34:19Z', 'updated_at': '2021-09-16T19:34:56Z', 'revision_number': 1, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:34:58.630023 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d9ee6-75d4-49a6-bca2-ced5e61de4ee None None] The sync data for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi is: [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'b49686aa-41a0-46d5-a070-18fc5d5f28cd', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '834ca434-f243-4784-975f-bfdef45d2454', 'port_id': '75cd045b-b91f-4e30-a442-f36156005cdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'mac_address': 'fa:16:3e:6b:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500068f-aa17-496e-bfac-ca1049a522dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:34:19Z', 'updated_at': '2021-09-16T19:34:56Z', 'revision_number': 1, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:34:58.994090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189fda41-910c-403b-ae24-f850537f46c6 None None] New status for floating IP b49686aa-41a0-46d5-a070-18fc5d5f28cd: ACTIVE {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:34:59.135350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 45506) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:59.289834 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-937e7f7f-7c5b-44fd-963a-9e7d6357fe33 req-041ff638-e1cc-4eec-98b3-c1fb7223496c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 210 time: 0.0637982 Sep 16 19:34:59.322303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:59.355621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:34:59.359652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Usage tracker for resource:security_group_rule and tenant:77ea3aba0f964188bca1375e94f15a18 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:34:59.363529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:34:59.369437 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:34:59.441161 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:59.476460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:59.484538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b61fa340-95d3-489b-ae1b-44a71955d32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:59.531050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b86cf5-5244-4ed8-b59b-b01df9808723,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:59.532692 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77ea3aba0f964188bca1375e94f15a18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3966522 Sep 16 19:34:59.533587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:59.536138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45518) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:34:59.602292 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cac8-c04f-49c6-bbc2-6662656aad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:59.630572 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cac8-c04f-49c6-bbc2-6662656aad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:59.705158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cac8-c04f-49c6-bbc2-6662656aad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:59.711431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:34:59.724728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5cac8-c04f-49c6-bbc2-6662656aad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b86cf5-5244-4ed8-b59b-b01df9808723,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:34:59.727957 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c4d5cac8-c04f-49c6-bbc2-6662656aad26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:34:59.730000 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cac8-c04f-49c6-bbc2-6662656aad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:34:59.733805 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c4d5cac8-c04f-49c6-bbc2-6662656aad26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05b86cf5-5244-4ed8-b59b-b01df9808723 HTTP/1.1" status: 204 len: 168 time: 0.1940558 Sep 16 19:34:59.838791 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6936b55-3d20-4352-b00f-8522e0fbb341 req-966a16b7-11d8-4af7-bccf-f83e4228ad28 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:34:59.840370 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b6936b55-3d20-4352-b00f-8522e0fbb341 req-966a16b7-11d8-4af7-bccf-f83e4228ad28 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0847161 Sep 16 19:34:59.888926 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b6936b55-3d20-4352-b00f-8522e0fbb341 req-8d197c17-4405-4f0f-bb2c-0b7e7365fc44 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Sep 16 19:35:00.256920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45538) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:00.276002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:00.308092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:00.312156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Usage tracker for resource:security_group_rule and tenant:d15fa87451994c668e1dfa6c25feb9c5 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:00.315405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:00.321888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:00.395777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:00.446982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:00.462370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:00.473525 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-717d4e9a-685e-4cd5-a7ac-ab63a43e5c70 req-cd49f5d7-f4d0-4b0a-9278-687c6d44535b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 210 time: 0.0650699 Sep 16 19:35:00.507692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce7cfba-bf0b-4897-820c-2fe87cb05dfd,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:00.511955 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d15fa87451994c668e1dfa6c25feb9c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2539010 Sep 16 19:35:00.513014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:00.514923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 45544) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:00.577346 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5c3fb-7737-4f32-9509-0f55d53b754c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:00.605249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5c3fb-7737-4f32-9509-0f55d53b754c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:00.676327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5c3fb-7737-4f32-9509-0f55d53b754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:00.681233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-168ba616-d075-4bc3-9b53-88460c92e91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:00.693414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5c3fb-7737-4f32-9509-0f55d53b754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce7cfba-bf0b-4897-820c-2fe87cb05dfd,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:00.698654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e6f5c3fb-7737-4f32-9509-0f55d53b754c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:00.703170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e6f5c3fb-7737-4f32-9509-0f55d53b754c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:00.704726 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e6f5c3fb-7737-4f32-9509-0f55d53b754c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fce7cfba-bf0b-4897-820c-2fe87cb05dfd HTTP/1.1" status: 204 len: 168 time: 0.1885645 Sep 16 19:35:01.253479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eb9d0-3d0c-4058-946a-ee75fdc52830 req-c482027a-4000-4605-a5f3-55f3988b7f7e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:01.255119 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d96eb9d0-3d0c-4058-946a-ee75fdc52830 req-c482027a-4000-4605-a5f3-55f3988b7f7e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.2421088 Sep 16 19:35:01.260482 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e613845a-965c-4bf0-874e-d6a69e3df664 req-83888bee-c3e8-4295-afbd-f416186128d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 HTTP/1.1" status: 200 len: 217 time: 0.1748416 Sep 16 19:35:01.380028 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bdb6be7-17b2-47f5-bc5e-cd238ca150ac req-1190853a-7eff-440d-b24a-479b7f4507c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75cd045b-b91f-4e30-a442-f36156005cdc HTTP/1.1" status: 200 len: 1000 time: 0.2914205 Sep 16 19:35:01.437157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613845a-965c-4bf0-874e-d6a69e3df664 req-4bfed7f2-f974-401e-beb3-78dddf4f875b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:01.440152 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e613845a-965c-4bf0-874e-d6a69e3df664 req-4bfed7f2-f974-401e-beb3-78dddf4f875b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c0ec58e-3a85-4ac8-acf1-88c9302ab152 HTTP/1.1" status: 200 len: 858 time: 0.1451418 Sep 16 19:35:01.454421 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d96eb9d0-3d0c-4058-946a-ee75fdc52830 req-0efa8d00-a007-4008-901e-6c9bcdd69e8e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814263 Sep 16 19:35:01.459387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-c94bf137-c23d-4e93-a166-394fc6ce1ddb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:01.466579 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-c94bf137-c23d-4e93-a166-394fc6ce1ddb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 814 time: 0.1729250 Sep 16 19:35:01.482095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Request body: {'port': {'device_id': 'b77098b4-ddf7-4926-ba4c-0dc2ff1764a7', 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72', 'admin_state_up': True, 'tenant_id': '83c670c5a60d4f869bf348b77181874f'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:01.514695 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e613845a-965c-4bf0-874e-d6a69e3df664 req-0b8746ef-3d6d-47ab-8076-1ecddef7e435 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482049 Sep 16 19:35:01.522857 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb6be7-17b2-47f5-bc5e-cd238ca150ac req-9fd2e280-a461-4c55-bf5c-fbd3f4674beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:01.524411 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bdb6be7-17b2-47f5-bc5e-cd238ca150ac req-9fd2e280-a461-4c55-bf5c-fbd3f4674beb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.1356051 Sep 16 19:35:01.752013 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bdb6be7-17b2-47f5-bc5e-cd238ca150ac req-5223e651-23e9-46f6-8776-b31308e11e5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2044578 Sep 16 19:35:01.761434 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e613845a-965c-4bf0-874e-d6a69e3df664 req-b8e23356-bd7b-4321-b935-1496b247ab8f service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359571 Sep 16 19:35:01.897630 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-40da20fd-8dfe-4796-a217-1fd66107c864 req-85b32843-29e3-4973-873b-ec5edab90fd4 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 210 time: 0.2785161 Sep 16 19:35:01.926115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:01.936096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:01.985376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Made reservation on behalf of 83c670c5a60d4f869bf348b77181874f for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:35:01.991553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:02.151968 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bdb6be7-17b2-47f5-bc5e-cd238ca150ac req-b5332a69-e57f-4201-81b8-6d540fa4f813 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882663 Sep 16 19:35:02.163060 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e613845a-965c-4bf0-874e-d6a69e3df664 req-62ebe874-1ab0-40ad-a0df-3ef66570d920 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654451 Sep 16 19:35:02.201064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Allocated IP 172.20.0.11 (ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72/8f3223f6-8bae-411f-89bd-590cac98edaf/919398ea-1b12-400b-8925-70a6d070db27) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:35:02.387389 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bdb6be7-17b2-47f5-bc5e-cd238ca150ac req-ba58d14c-21bb-48da-bcfc-362550b76d10 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102928 Sep 16 19:35:02.447952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:02.499979 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:02.507040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:02.512690 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['81b1c6d4-3be5-4676-9159-023d21b35b38'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:35:02.584726 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:35:02.588272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:35:02.593573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:35:02.601730 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:02.605700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:02.611119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Pushing event updated for resources: {'Port': ['ID=919398ea-1b12-400b-8925-70a6d070db27,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:02.615067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:02.727499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61bf98-2601-4e35-b802-b6689c4e49ed req-cb755f25-5f46-4140-a753-ff9eea90c402 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:02.734819 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8a61bf98-2601-4e35-b802-b6689c4e49ed req-cb755f25-5f46-4140-a753-ff9eea90c402 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1166725 Sep 16 19:35:02.755403 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2774115 Sep 16 19:35:02.777418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Request body: {'port': {'device_id': 'b77098b4-ddf7-4926-ba4c-0dc2ff1764a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:02.908735 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8a61bf98-2601-4e35-b802-b6689c4e49ed req-9665a0f7-5612-4528-a268-1e3e58207a97 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629972 Sep 16 19:35:02.968130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:03.163900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460744b0-3d7c-4146-add8-9199e1000f06 req-3905aa5f-3e4d-4e3e-ad9e-4e63c875244b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:03.172715 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-460744b0-3d7c-4146-add8-9199e1000f06 req-3905aa5f-3e4d-4e3e-ad9e-4e63c875244b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 932 time: 0.1226046 Sep 16 19:35:03.218815 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-460744b0-3d7c-4146-add8-9199e1000f06 req-5ee3f209-13ab-48c5-9f4d-3fceda4016a4 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451210 Sep 16 19:35:03.369730 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919398ea-1b12-400b-8925-70a6d070db27 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:35:03.376622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:03.392313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Transition to ACTIVE for port object 919398ea-1b12-400b-8925-70a6d070db27 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:35:03.425330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:03.430527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:03.568264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Pushing event updated for resources: {'Port': ['ID=919398ea-1b12-400b-8925-70a6d070db27,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:03.572057 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:03.627351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Attempting to bind port 919398ea-1b12-400b-8925-70a6d070db27 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:35:03.627724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Attempting to bind port 919398ea-1b12-400b-8925-70a6d070db27 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:35:03.628716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Attempting to bind port 919398ea-1b12-400b-8925-70a6d070db27 on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:35:03.635378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Port 919398ea-1b12-400b-8925-70a6d070db27 on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:35:03.635742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Attempting to bind port 919398ea-1b12-400b-8925-70a6d070db27 on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:35:03.642427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:35:03.642799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Checking segment: {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:35:03.643553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Bound using segment: {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:35:03.643866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Bound port: 919398ea-1b12-400b-8925-70a6d070db27, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:35:03.644252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:03.742840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] For port 919398ea-1b12-400b-8925-70a6d070db27, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:35:03.746029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] For port 919398ea-1b12-400b-8925-70a6d070db27, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=919398ea-1b12-400b-8925-70a6d070db27,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:35:03.808557 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:03.813530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:03.875946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:03.878196 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] 10.222.0.38 "PUT /v2.0/ports/919398ea-1b12-400b-8925-70a6d070db27 HTTP/1.1" status: 200 len: 1094 time: 1.1113186 Sep 16 19:35:03.879025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77098b4-ddf7-4926-ba4c-0dc2ff1764a7', 'tag': '919398ea-1b12-400b-8925-70a6d070db27'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:35:03.897767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Pushing event updated for resources: {'Port': ['ID=919398ea-1b12-400b-8925-70a6d070db27,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:03.901067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:03.944247 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77098b4-ddf7-4926-ba4c-0dc2ff1764a7', 'tag': '919398ea-1b12-400b-8925-70a6d070db27', 'status': 'completed', 'code': 200} Sep 16 19:35:04.051878 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-47cbdb48-e1a5-473e-9565-e068375ae1de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 1097 time: 0.0918472 Sep 16 19:35:04.192808 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-8174e3b6-d61e-4a97-afd9-9001508a81c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919398ea-1b12-400b-8925-70a6d070db27 HTTP/1.1" status: 200 len: 217 time: 0.0998507 Sep 16 19:35:04.280962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdab6a-ad22-44b9-9305-02ad1237b12e req-98216506-b522-48b5-9323-2c68dd9bc0a8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:04.282580 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-74cdab6a-ad22-44b9-9305-02ad1237b12e req-98216506-b522-48b5-9323-2c68dd9bc0a8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.2297425 Sep 16 19:35:04.291732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-1bd65e92-a7d0-44c3-a02f-0121bc881336 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:04.294271 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-1bd65e92-a7d0-44c3-a02f-0121bc881336 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.0870924 Sep 16 19:35:04.362314 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e6ea9-e85a-4605-b9d9-0bff90607383 req-61d909e5-ed50-49ae-9989-6623d3caacbb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:04.363276 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-5ddeb264-87ae-4d1b-b707-26f4bf25749e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537610 Sep 16 19:35:04.364749 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-144e6ea9-e85a-4605-b9d9-0bff90607383 req-61d909e5-ed50-49ae-9989-6623d3caacbb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0926614 Sep 16 19:35:04.394151 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-74cdab6a-ad22-44b9-9305-02ad1237b12e req-8b7ec8f6-2e29-49ed-9d43-9726e5faa8d6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035042 Sep 16 19:35:04.423076 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-144e6ea9-e85a-4605-b9d9-0bff90607383 req-2bcadac5-2fa8-476c-a5ed-8971d7c973e5 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516021 Sep 16 19:35:04.638161 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-6008eaea-e57b-4585-a617-c7e34edd720c service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475877 Sep 16 19:35:04.693099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dccfbf-a838-4dfb-8382-5b4b30a06f9d req-97bf5641-6dc4-477a-8782-f5fea8b41b21 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:04.693858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-95dccfbf-a838-4dfb-8382-5b4b30a06f9d req-97bf5641-6dc4-477a-8782-f5fea8b41b21 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:35:04.810619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-95dccfbf-a838-4dfb-8382-5b4b30a06f9d req-97bf5641-6dc4-477a-8782-f5fea8b41b21 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:35:04.818504 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-95dccfbf-a838-4dfb-8382-5b4b30a06f9d req-97bf5641-6dc4-477a-8782-f5fea8b41b21 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 944 time: 0.2870669 Sep 16 19:35:04.843444 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-709987da-4f52-4ceb-91c8-fe75215a90fc req-e85ecd2e-933e-474e-908a-6abb13790fc3 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873369 Sep 16 19:35:04.885569 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-95dccfbf-a838-4dfb-8382-5b4b30a06f9d req-45972067-9414-49f0-91eb-243703a4ba0f tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654128 Sep 16 19:35:05.296878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 45704) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:05.446611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:05.479630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:05.483587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7d7570ecfe4d348686da985b726efc is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:05.486548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:05.492718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:05.560562 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:05.611039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38993f40-1fcd-4479-ae6e-5269cb639581 req-6c8bad58-e8be-4e78-95f1-c1284e5494cd tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:05.614083 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-38993f40-1fcd-4479-ae6e-5269cb639581 req-6c8bad58-e8be-4e78-95f1-c1284e5494cd tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0889001 Sep 16 19:35:05.622515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:05.635166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2c65b87e-3b6c-4f04-a834-f62fbfbdf507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:05.663410 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-38993f40-1fcd-4479-ae6e-5269cb639581 req-95265de0-8560-44a8-ba49-d5359d5d024a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Sep 16 19:35:05.688412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b8884-3452-4a00-b87f-1f4d42175c15,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:05.696824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:05.700851 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc7d7570ecfe4d348686da985b726efc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028270 Sep 16 19:35:05.703738 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45718) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:05.726944 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5cec8-ea25-4eb5-8730-f625ec9fa17b req-2b1270fe-1daa-467e-ab21-cf24a844cc8e tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:05.728587 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64a5cec8-ea25-4eb5-8730-f625ec9fa17b req-2b1270fe-1daa-467e-ab21-cf24a844cc8e tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.1444814 Sep 16 19:35:05.778608 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64a5cec8-ea25-4eb5-8730-f625ec9fa17b req-bc5f2ac4-ce52-4c3e-b5d7-f2294ccf1fdd tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Sep 16 19:35:05.779591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3931-a8d4-4162-b981-82cb5551d413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:05.807241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3931-a8d4-4162-b981-82cb5551d413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:05.870497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3931-a8d4-4162-b981-82cb5551d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:05.875254 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:05.890478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e3931-a8d4-4162-b981-82cb5551d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b8884-3452-4a00-b87f-1f4d42175c15,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:05.894677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4a0e3931-a8d4-4162-b981-82cb5551d413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:05.900162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3931-a8d4-4162-b981-82cb5551d413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:05.901351 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4a0e3931-a8d4-4162-b981-82cb5551d413 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c0b8884-3452-4a00-b87f-1f4d42175c15 HTTP/1.1" status: 204 len: 168 time: 0.1964262 Sep 16 19:35:06.095099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1a10d-5382-4178-85c6-bbc99ee45a91 req-70f0941e-413b-49cd-b65b-4d2baad52f2d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:06.096741 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93f1a10d-5382-4178-85c6-bbc99ee45a91 req-70f0941e-413b-49cd-b65b-4d2baad52f2d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 944 time: 0.0876076 Sep 16 19:35:06.177721 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93f1a10d-5382-4178-85c6-bbc99ee45a91 req-10aa27a3-ed4e-46c3-98ce-47b6a1d0489a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598221 Sep 16 19:35:06.415255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45736) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:06.435187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:06.467681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:06.471764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Usage tracker for resource:security_group_rule and tenant:1c4f3c360b414f918e026b96dc5ad036 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:06.474737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:06.480856 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:06.547974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:06.567374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:06.574750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c4d5cac8-c04f-49c6-bbc2-6662656aad26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:06.621406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2688f9b1-c363-470d-8c1b-7d0ce0ef4cf2,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:06.624591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:06.628437 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c4f3c360b414f918e026b96dc5ad036&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2119281 Sep 16 19:35:06.631516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45740) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:06.694669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-859b1068-3ef9-4652-b7f5-cae16664aeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:06.721264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-859b1068-3ef9-4652-b7f5-cae16664aeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:06.807515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-859b1068-3ef9-4652-b7f5-cae16664aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:06.812971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:06.825564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b1068-3ef9-4652-b7f5-cae16664aeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2688f9b1-c363-470d-8c1b-7d0ce0ef4cf2,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:06.828680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-859b1068-3ef9-4652-b7f5-cae16664aeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:06.831325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-859b1068-3ef9-4652-b7f5-cae16664aeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:06.835372 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-859b1068-3ef9-4652-b7f5-cae16664aeef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2688f9b1-c363-470d-8c1b-7d0ce0ef4cf2 HTTP/1.1" status: 204 len: 168 time: 0.2028611 Sep 16 19:35:06.869830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba718a-8f15-4a53-8a84-a093d8b063a7 req-ecd1d733-37b3-4b55-b790-6df8cc70caa3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:06.871439 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bcba718a-8f15-4a53-8a84-a093d8b063a7 req-ecd1d733-37b3-4b55-b790-6df8cc70caa3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0837111 Sep 16 19:35:06.924499 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bcba718a-8f15-4a53-8a84-a093d8b063a7 req-565e7943-dd10-4d17-9e77-08f1e61eab3b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470347 Sep 16 19:35:07.130379 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-97c64056-900b-4cae-b1e3-a1658455bc6b req-50c39eb4-3bb8-4d4c-b8d5-d9bb2f9826e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 1097 time: 0.1420686 Sep 16 19:35:07.145228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3d37-3c72-439a-b719-bec9292b3f66 req-a62a8240-8115-4581-8423-80d98e0a2c60 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:07.146889 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-500f3d37-3c72-439a-b719-bec9292b3f66 req-a62a8240-8115-4581-8423-80d98e0a2c60 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.1086738 Sep 16 19:35:07.195678 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-500f3d37-3c72-439a-b719-bec9292b3f66 req-667465e8-a78c-49cc-a131-5c6336cd39df tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423563 Sep 16 19:35:07.584362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83f67-8773-4e0c-89fd-82bfec977e22 req-9b2505b8-c0d7-490d-a258-898826a1f8aa tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:07.586401 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68b83f67-8773-4e0c-89fd-82bfec977e22 req-9b2505b8-c0d7-490d-a258-898826a1f8aa tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 944 time: 0.2666905 Sep 16 19:35:07.636382 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68b83f67-8773-4e0c-89fd-82bfec977e22 req-2b43f512-9d73-4af4-9326-72e495991f9b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446508 Sep 16 19:35:08.250939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d161f-47d0-48ac-99b9-cfee5b81ffb7 req-4bab5d11-5d83-431c-aabc-034a468096cc tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:08.252557 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-520d161f-47d0-48ac-99b9-cfee5b81ffb7 req-4bab5d11-5d83-431c-aabc-034a468096cc tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.2072558 Sep 16 19:35:08.261528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c64056-900b-4cae-b1e3-a1658455bc6b req-c40d6f83-e668-4b73-a3ca-a8ad94461be3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:08.263040 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-97c64056-900b-4cae-b1e3-a1658455bc6b req-c40d6f83-e668-4b73-a3ca-a8ad94461be3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 915 time: 0.1780000 Sep 16 19:35:08.356408 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-97c64056-900b-4cae-b1e3-a1658455bc6b req-764c8bca-6123-4ccd-a309-0845e882a853 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919398ea-1b12-400b-8925-70a6d070db27 HTTP/1.1" status: 200 len: 217 time: 0.0788908 Sep 16 19:35:08.414620 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-520d161f-47d0-48ac-99b9-cfee5b81ffb7 req-fa7e11b7-27f0-4079-b098-88c62ea73d68 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543880 Sep 16 19:35:08.417574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e9b86-ef46-4669-80b9-68cf01b65bae req-6c53b3af-c31d-47f0-8b1a-9c75c07709a5 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:08.419189 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7a4e9b86-ef46-4669-80b9-68cf01b65bae req-6c53b3af-c31d-47f0-8b1a-9c75c07709a5 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0900445 Sep 16 19:35:08.454749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c64056-900b-4cae-b1e3-a1658455bc6b req-e8a21512-e614-4983-8487-42148a81d2bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:08.456915 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-97c64056-900b-4cae-b1e3-a1658455bc6b req-e8a21512-e614-4983-8487-42148a81d2bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.0887868 Sep 16 19:35:08.476793 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7a4e9b86-ef46-4669-80b9-68cf01b65bae req-cb7b8374-405d-4671-b66a-5dba394dc998 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459268 Sep 16 19:35:08.512384 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-97c64056-900b-4cae-b1e3-a1658455bc6b req-a3cae595-6b53-4a24-a63a-d8649389889b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459204 Sep 16 19:35:08.670087 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-97c64056-900b-4cae-b1e3-a1658455bc6b req-f5758504-21f7-4d4e-ac3b-eb548e9ccd73 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463370 Sep 16 19:35:08.875379 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-97c64056-900b-4cae-b1e3-a1658455bc6b req-715a6592-5a14-46f7-b9f8-73e0e6846a11 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967902 Sep 16 19:35:08.902183 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d637aa-251a-4ae3-ba16-7088ab41f376 req-0fe79cc0-5d36-468c-88ff-79ce339a5112 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:08.903784 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-01d637aa-251a-4ae3-ba16-7088ab41f376 req-0fe79cc0-5d36-468c-88ff-79ce339a5112 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 944 time: 0.1391199 Sep 16 19:35:08.956989 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-01d637aa-251a-4ae3-ba16-7088ab41f376 req-b2674685-2802-48ba-b4c9-db886b49dbae tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Sep 16 19:35:09.647070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34832a65-221e-4db4-aa60-75c2b72bc90c req-6212b050-39c1-4e8b-a5cb-befb64098635 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:09.647070 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-34832a65-221e-4db4-aa60-75c2b72bc90c req-6212b050-39c1-4e8b-a5cb-befb64098635 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0837815 Sep 16 19:35:09.696846 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-34832a65-221e-4db4-aa60-75c2b72bc90c req-be73ae01-87e0-453f-8af6-6b9094049e2e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Sep 16 19:35:09.900328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9a826-f0d3-4c76-a45d-663a998608c7 req-2c9952bd-96c9-4fc3-976d-07dbd67136d1 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:09.901918 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3bf9a826-f0d3-4c76-a45d-663a998608c7 req-2c9952bd-96c9-4fc3-976d-07dbd67136d1 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0856447 Sep 16 19:35:09.951629 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3bf9a826-f0d3-4c76-a45d-663a998608c7 req-f2d794d9-dbae-4513-9cd2-a365ca0638ac tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433095 Sep 16 19:35:10.167593 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a1120-c4dc-44d7-92a5-6fb65f58f56a req-60972e7e-ebf6-40b5-ac75-03b81bef8768 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:10.169223 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bf1a1120-c4dc-44d7-92a5-6fb65f58f56a req-60972e7e-ebf6-40b5-ac75-03b81bef8768 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 944 time: 0.0843470 Sep 16 19:35:10.216885 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bf1a1120-c4dc-44d7-92a5-6fb65f58f56a req-0e26a72d-e2e8-4962-a352-3d95b503f76c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 Sep 16 19:35:10.392396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45870) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:10.548084 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:10.580879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:10.584810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0d814ca2c0904112aec6e5570b02248b is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:10.587682 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:10.593503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:10.663734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:10.693114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:10.700641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-88ee17cb-664f-4f2e-80e6-26b2ba55324c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:10.743072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b2749-3c9a-495b-8073-2cc274798c84,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:10.750553 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d814ca2c0904112aec6e5570b02248b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3542564 Sep 16 19:35:10.750553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:10.750743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 45878) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:10.820626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-29facde3-ea4f-4468-b311-41460822fce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:10.889603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-29facde3-ea4f-4468-b311-41460822fce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:10.961051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caeab79-081b-4698-8673-a3b65476afbd req-131a320e-15e1-4563-bd07-e6bc4581fbeb tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:10.962587 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0caeab79-081b-4698-8673-a3b65476afbd req-131a320e-15e1-4563-bd07-e6bc4581fbeb tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1266484 Sep 16 19:35:11.010343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-29facde3-ea4f-4468-b311-41460822fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:11.016115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e6f5c3fb-7737-4f32-9509-0f55d53b754c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:11.031619 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0caeab79-081b-4698-8673-a3b65476afbd req-c0154eb3-9b7c-4608-a48f-9364aaf3a288 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621982 Sep 16 19:35:11.034859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29facde3-ea4f-4468-b311-41460822fce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b2749-3c9a-495b-8073-2cc274798c84,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:11.037966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-29facde3-ea4f-4468-b311-41460822fce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:11.042262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-29facde3-ea4f-4468-b311-41460822fce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:11.046298 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-29facde3-ea4f-4468-b311-41460822fce2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b4b2749-3c9a-495b-8073-2cc274798c84 HTTP/1.1" status: 204 len: 168 time: 0.2944043 Sep 16 19:35:11.232040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e58e-39eb-4e36-8e90-a1a78ce28886 req-4a4e1f4a-abfe-4172-b290-5cd04d1510eb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:11.233657 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e327e58e-39eb-4e36-8e90-a1a78ce28886 req-4a4e1f4a-abfe-4172-b290-5cd04d1510eb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0843911 Sep 16 19:35:11.284016 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e327e58e-39eb-4e36-8e90-a1a78ce28886 req-c45e040f-e9bb-4bdc-974e-428bed5c9b7a tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Sep 16 19:35:11.476887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103864-4080-49dd-a008-3ab05895f332 req-477545ee-16ac-431e-9843-2e617ebfa51a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:11.478484 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d7103864-4080-49dd-a008-3ab05895f332 req-477545ee-16ac-431e-9843-2e617ebfa51a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 944 time: 0.0851095 Sep 16 19:35:11.525689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45896) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:11.526270 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d7103864-4080-49dd-a008-3ab05895f332 req-a6f9fb58-d0f8-45f4-8bef-cd9f6e322670 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Sep 16 19:35:11.546264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:11.578408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:11.582913 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Usage tracker for resource:security_group_rule and tenant:d79794013ad94f388b49661e6f4b4936 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:11.585758 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:11.591649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:11.658770 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:11.687351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:11.695197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:11.739269 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb946f-4c60-484e-b71d-a88b0427944b,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:11.742399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:11.744746 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d79794013ad94f388b49661e6f4b4936&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2179465 Sep 16 19:35:11.747478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 45900) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:11.812418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-66756528-de0f-42d3-aeb3-f6f17b7b7267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:11.839050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-66756528-de0f-42d3-aeb3-f6f17b7b7267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:11.863442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 919398ea-1b12-400b-8925-70a6d070db27 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:35:11.916076 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-66756528-de0f-42d3-aeb3-f6f17b7b7267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:11.921378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:11.934305 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66756528-de0f-42d3-aeb3-f6f17b7b7267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eb946f-4c60-484e-b71d-a88b0427944b,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:11.936911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-66756528-de0f-42d3-aeb3-f6f17b7b7267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:11.945651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-66756528-de0f-42d3-aeb3-f6f17b7b7267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:11.949531 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-66756528-de0f-42d3-aeb3-f6f17b7b7267 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01eb946f-4c60-484e-b71d-a88b0427944b HTTP/1.1" status: 204 len: 168 time: 0.1984725 Sep 16 19:35:12.015566 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 919398ea-1b12-400b-8925-70a6d070db27, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=919398ea-1b12-400b-8925-70a6d070db27,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:35:12.034047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '919398ea-1b12-400b-8925-70a6d070db27', 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72', 'port_id': '919398ea-1b12-400b-8925-70a6d070db27', 'mac_address': 'fa:16:3e:17:f8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3223f6-8bae-411f-89bd-590cac98edaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:35:12.091313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:12.111045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919398ea-1b12-400b-8925-70a6d070db27 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:35:12.128646 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 919398ea-1b12-400b-8925-70a6d070db27, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=919398ea-1b12-400b-8925-70a6d070db27,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:35:12.213446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:12.215429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bf176940-2f85-463a-9aff-c4134383897b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:12.275791 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fedd83-916c-4c10-bf34-bad5e8d13af4 req-8b908d34-500b-4e4d-9089-bb0f8f321652 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:12.277379 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3fedd83-916c-4c10-bf34-bad5e8d13af4 req-8b908d34-500b-4e4d-9089-bb0f8f321652 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0845575 Sep 16 19:35:12.288845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=919398ea-1b12-400b-8925-70a6d070db27,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:12.298111 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.298673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.299054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.299441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.300371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.301166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.301537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.302093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.302457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.302819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.303189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:12.307966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:12.329264 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e3fedd83-916c-4c10-bf34-bad5e8d13af4 req-c52944df-133c-44a5-886e-549800d2fe29 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450418 Sep 16 19:35:12.500417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d54110-197d-43d9-9621-22d742582e5e req-a92592fc-0e05-4d18-b5ba-59066cd0b685 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:12.502057 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b4d54110-197d-43d9-9621-22d742582e5e req-a92592fc-0e05-4d18-b5ba-59066cd0b685 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0873668 Sep 16 19:35:12.553818 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b4d54110-197d-43d9-9621-22d742582e5e req-ecf91769-2715-4be5-a57b-fa22d258712a tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445237 Sep 16 19:35:12.736766 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656bdb3-0ada-444a-8daa-51345c5f9eb8 req-34fed89d-0271-40bf-aada-9f8291b48b07 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:12.740880 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d656bdb3-0ada-444a-8daa-51345c5f9eb8 req-34fed89d-0271-40bf-aada-9f8291b48b07 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 945 time: 0.0894051 Sep 16 19:35:12.788502 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d656bdb3-0ada-444a-8daa-51345c5f9eb8 req-3cb24d8d-7ad1-4aa2-8278-d6e83351ee0a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436354 Sep 16 19:35:13.536971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d344e7-90d1-492f-bc64-565b9cc2c8d6 req-1225fa94-195c-4b4d-a7ea-ce755df7af1f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:13.538620 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-44d344e7-90d1-492f-bc64-565b9cc2c8d6 req-1225fa94-195c-4b4d-a7ea-ce755df7af1f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0836952 Sep 16 19:35:13.586899 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-44d344e7-90d1-492f-bc64-565b9cc2c8d6 req-f40a1c0b-4057-4beb-92ec-c9fce4db26b3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 Sep 16 19:35:13.782069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608fdd7-529b-4df2-8ae2-d3e0b56058d8 req-1a4fceba-7e3b-4eba-b42b-3dd588009944 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:13.783647 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6608fdd7-529b-4df2-8ae2-d3e0b56058d8 req-1a4fceba-7e3b-4eba-b42b-3dd588009944 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0849831 Sep 16 19:35:13.832852 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6608fdd7-529b-4df2-8ae2-d3e0b56058d8 req-ef03ce75-a845-4abb-9c52-9a9f93dcea24 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Sep 16 19:35:13.939411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:14.023854 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b0376-ec5a-4814-a20e-0ad6d0bfc824 req-a33af717-fe6b-495c-a57b-eabbcc51b613 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:14.025450 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a38b0376-ec5a-4814-a20e-0ad6d0bfc824 req-a33af717-fe6b-495c-a57b-eabbcc51b613 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 945 time: 0.0813341 Sep 16 19:35:14.080879 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a38b0376-ec5a-4814-a20e-0ad6d0bfc824 req-3efe970c-ab10-44d6-aef1-6520e615917f tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489216 Sep 16 19:35:14.795706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d0438-6f6b-4d97-b32b-2ee3576c8281 req-e0ee2f8c-f88c-4bc6-8323-32a3619931ff tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:14.797308 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a8d0438-6f6b-4d97-b32b-2ee3576c8281 req-e0ee2f8c-f88c-4bc6-8323-32a3619931ff tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0868909 Sep 16 19:35:14.845221 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a8d0438-6f6b-4d97-b32b-2ee3576c8281 req-ec7dec5d-4e20-43ae-800a-c73d191d3bd7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Sep 16 19:35:15.044145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f2bbb-0ddb-4552-8503-f23bcc4ec352 req-fc8c8962-a368-4b0f-aaec-1632495a44b9 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:15.045744 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ba6f2bbb-0ddb-4552-8503-f23bcc4ec352 req-fc8c8962-a368-4b0f-aaec-1632495a44b9 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0876310 Sep 16 19:35:15.095551 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ba6f2bbb-0ddb-4552-8503-f23bcc4ec352 req-346a56b7-6930-4f11-ae96-e2d63f8eaaa9 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ece569-4217-47bc-8bb3-0b00cb4ec0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Sep 16 19:35:15.309080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef21e6e-9472-4ce7-9610-e94c8c804c79 req-70fdfd85-e720-46ba-bd57-f1d55a1a40b8 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:15.310755 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bef21e6e-9472-4ce7-9610-e94c8c804c79 req-70fdfd85-e720-46ba-bd57-f1d55a1a40b8 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 945 time: 0.0826755 Sep 16 19:35:15.349782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['919398ea-1b12-400b-8925-70a6d070db27'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:35:15.360697 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bef21e6e-9472-4ce7-9610-e94c8c804c79 req-b2313179-06ae-46de-ac03-be5c3098c946 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Sep 16 19:35:15.433641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12f7e3-4837-4b14-b716-116e87028616 req-1fe024d2-4774-4449-a4ce-c2a115866e82 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:15.435256 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3d12f7e3-4837-4b14-b716-116e87028616 req-1fe024d2-4774-4449-a4ce-c2a115866e82 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.38 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 946 time: 0.0834820 Sep 16 19:35:15.525630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-3d12f7e3-4837-4b14-b716-116e87028616 req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Deleting port 205c67ee-a729-47e6-ba3d-25f47a551aa3 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:35:15.526059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-3d12f7e3-4837-4b14-b716-116e87028616 req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:15.793587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-3d12f7e3-4837-4b14-b716-116e87028616 req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] For port 205c67ee-a729-47e6-ba3d-25f47a551aa3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=205c67ee-a729-47e6-ba3d-25f47a551aa3,segment=NetworkSegment(5c08f5da-b551-4783-8c13-2bcb213ace9a),segment_id=5c08f5da-b551-4783-8c13-2bcb213ace9a)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:35:15.793985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-3d12f7e3-4837-4b14-b716-116e87028616 req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:15.921896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-3d12f7e3-4837-4b14-b716-116e87028616 req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Calling delete_port for 205c67ee-a729-47e6-ba3d-25f47a551aa3 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:35:16.199375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8990ac-b5ef-4fe6-b55d-868383ce3f5b req-d836d3fe-c481-403c-abba-6700ef124de9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:16.200968 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc8990ac-b5ef-4fe6-b55d-868383ce3f5b req-d836d3fe-c481-403c-abba-6700ef124de9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.2268960 Sep 16 19:35:16.420297 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc8990ac-b5ef-4fe6-b55d-868383ce3f5b req-cf2102d2-afcb-444c-a41b-6892d813a0d3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109952 Sep 16 19:35:16.430138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-3d12f7e3-4837-4b14-b716-116e87028616 req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:16.438322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b0004698-a597-47b6-8ea2-0d2f67376a54 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:16.483744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Pushing event deleted for resources: {'Port': ['ID=205c67ee-a729-47e6-ba3d-25f47a551aa3,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:16.487674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:16.557122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d12f7e3-4837-4b14-b716-116e87028616 req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] No DVR routers for this DVR port 205c67ee-a729-47e6-ba3d-25f47a551aa3 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:35:16.560177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-3d12f7e3-4837-4b14-b716-116e87028616 req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:16.562925 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c87b03-79ce-4898-ae89-add2d1e742c2', 'name': 'network-vif-deleted', 'tag': '205c67ee-a729-47e6-ba3d-25f47a551aa3'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:35:16.616382 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3d12f7e3-4837-4b14-b716-116e87028616 req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.38 "DELETE /v2.0/ports/205c67ee-a729-47e6-ba3d-25f47a551aa3 HTTP/1.1" status: 204 len: 173 time: 1.1744998 Sep 16 19:35:16.621807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-6de6f445-c201-4d8a-ac8b-b4b04c8e0d0d req-964b6e97-54fe-42cc-a112-09a60ba7a1d0 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Synchronizing usage tracker for tenant:d466b6b2e4114af1a2797f29957cc797 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:35:16.664651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-6de6f445-c201-4d8a-ac8b-b4b04c8e0d0d req-964b6e97-54fe-42cc-a112-09a60ba7a1d0 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Unset dirty status for tenant:d466b6b2e4114af1a2797f29957cc797 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:35:16.665886 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6de6f445-c201-4d8a-ac8b-b4b04c8e0d0d req-964b6e97-54fe-42cc-a112-09a60ba7a1d0 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 210 time: 0.0882158 Sep 16 19:35:16.862842 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181898a-b58f-43ff-97e3-13c2f6dcfc46 req-8f79c7d3-5e21-40c6-b8aa-62c67e0152cb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:16.864435 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6181898a-b58f-43ff-97e3-13c2f6dcfc46 req-8f79c7d3-5e21-40c6-b8aa-62c67e0152cb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 945 time: 0.0830257 Sep 16 19:35:16.912727 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6181898a-b58f-43ff-97e3-13c2f6dcfc46 req-a7a31f53-8d15-421b-82a8-68e0be592cde tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420527 Sep 16 19:35:16.980568 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c87b03-79ce-4898-ae89-add2d1e742c2', 'name': 'network-vif-deleted', 'tag': '205c67ee-a729-47e6-ba3d-25f47a551aa3', 'status': 'completed', 'code': 200} Sep 16 19:35:17.637648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92b779-c2db-4a98-b65d-c02471f51568 req-2d921d3f-50fb-463e-8291-2889bf139c91 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:17.639289 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f92b779-c2db-4a98-b65d-c02471f51568 req-2d921d3f-50fb-463e-8291-2889bf139c91 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0850747 Sep 16 19:35:17.687334 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f92b779-c2db-4a98-b65d-c02471f51568 req-689d2695-8f55-4142-b518-686161653d40 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Sep 16 19:35:17.796144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-525ac426-468f-4667-b5f7-1727c6dc4ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:17.842373 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-108438e0-6334-4e3a-8a1a-41627a9ab91a req-5fec1d29-0455-46c6-b324-0d7ba8be78b7 tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 210 time: 0.0453696 Sep 16 19:35:18.120130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6819bb-4e85-4a9a-8bb0-4793d4b1db0f req-91e95daf-19b2-4ac2-84b5-cf8071a0a0b3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:18.121709 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc6819bb-4e85-4a9a-8bb0-4793d4b1db0f req-91e95daf-19b2-4ac2-84b5-cf8071a0a0b3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 945 time: 0.0856047 Sep 16 19:35:18.170072 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc6819bb-4e85-4a9a-8bb0-4793d4b1db0f req-e5f5c756-1bfd-42f7-a813-939963fd94d1 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Sep 16 19:35:18.892153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90794bd-98e1-46ab-82d7-686fb30915db req-79434378-493f-4613-842a-307c6fe9d7c1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:18.894930 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f90794bd-98e1-46ab-82d7-686fb30915db req-79434378-493f-4613-842a-307c6fe9d7c1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0846989 Sep 16 19:35:18.949860 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f90794bd-98e1-46ab-82d7-686fb30915db req-4a43f71b-2d2f-49e7-b898-70f100189d4a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481262 Sep 16 19:35:19.029732 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f27af20c-3b9d-47c7-bfaf-5c5e3158b3e6 req-7ee08e32-4a24-42be-8352-d94b1435f39c tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c87b03-79ce-4898-ae89-add2d1e742c2 HTTP/1.1" status: 200 len: 210 time: 0.0438251 Sep 16 19:35:19.392410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb2899-1322-4c6d-86b6-3e15c41f7218 req-a6a7bc5e-ab50-4987-9272-8f774e7d7341 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:19.396624 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d9cb2899-1322-4c6d-86b6-3e15c41f7218 req-a6a7bc5e-ab50-4987-9272-8f774e7d7341 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 945 time: 0.0948904 Sep 16 19:35:19.446403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:19.457908 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d9cb2899-1322-4c6d-86b6-3e15c41f7218 req-8c8c4d95-fbd0-4a9a-91e5-0582fda70e3a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495691 Sep 16 19:35:20.120048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 46088) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:20.233471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d09cc-fc9e-44c6-a02d-23c47ab75553 req-f0f81f49-a2c0-414f-a8a4-517ded8a3e82 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:20.235130 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-839d09cc-fc9e-44c6-a02d-23c47ab75553 req-f0f81f49-a2c0-414f-a8a4-517ded8a3e82 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1186182 Sep 16 19:35:20.303779 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-839d09cc-fc9e-44c6-a02d-23c47ab75553 req-bfb0789f-2549-4514-8311-04f5f4108df2 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567145 Sep 16 19:35:20.338536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.376251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:20.381048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Usage tracker for resource:security_group_rule and tenant:8898eab3c17b4c7e93b774ad2954ba10 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:20.384670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:20.391409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:20.419022 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-51529808-ba81-4ebf-8fa3-420130c0dd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.460261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 919398ea-1b12-400b-8925-70a6d070db27 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:35:20.475656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.510854 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.522341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1f9091dd-f3d0-4ac7-9066-bce207b20a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:20.586947 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8898eab3c17b4c7e93b774ad2954ba10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4574285 Sep 16 19:35:20.587058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46116) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:20.588534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 919398ea-1b12-400b-8925-70a6d070db27 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:35:20.595402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 919398ea-1b12-400b-8925-70a6d070db27 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:35:20.596092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.638873 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f3997d-ae8d-499a-91d6-18df493cf01e,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:20.656516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:20.763510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2066d7b-0333-401b-829f-e1bd382138bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.795434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2066d7b-0333-401b-829f-e1bd382138bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.817457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.848047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.853370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77098b4-ddf7-4926-ba4c-0dc2ff1764a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919398ea-1b12-400b-8925-70a6d070db27'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:35:20.864069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 919398ea-1b12-400b-8925-70a6d070db27, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=919398ea-1b12-400b-8925-70a6d070db27,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:35:20.875785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5459a0a-70da-4a9e-be29-576936de9a41 req-d05af081-89cd-49db-b281-fde9e1fb52d5 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:20.883445 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5459a0a-70da-4a9e-be29-576936de9a41 req-d05af081-89cd-49db-b281-fde9e1fb52d5 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 945 time: 0.2272630 Sep 16 19:35:20.907750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2066d7b-0333-401b-829f-e1bd382138bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.915905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.916613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-007b11e0-18df-4973-97b2-a3ebf97bc0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:20.917070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 205c67ee-a729-47e6-ba3d-25f47a551aa3 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:35:20.939428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2066d7b-0333-401b-829f-e1bd382138bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:20.951566 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f2066d7b-0333-401b-829f-e1bd382138bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59f3997d-ae8d-499a-91d6-18df493cf01e HTTP/1.1" status: 204 len: 168 time: 0.3602631 Sep 16 19:35:20.965520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2066d7b-0333-401b-829f-e1bd382138bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f3997d-ae8d-499a-91d6-18df493cf01e,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:20.974182 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77098b4-ddf7-4926-ba4c-0dc2ff1764a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919398ea-1b12-400b-8925-70a6d070db27', 'code': 200} Sep 16 19:35:20.977638 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f2066d7b-0333-401b-829f-e1bd382138bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:20.978147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c3d9af83-9cc1-468f-8a8e-8da4030b1221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:20.998617 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5459a0a-70da-4a9e-be29-576936de9a41 req-45ab837f-007c-4dda-8af4-c5f3d11ffb10 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141388 Sep 16 19:35:21.043440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 205c67ee-a729-47e6-ba3d-25f47a551aa3 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:35:21.043968 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 205c67ee-a729-47e6-ba3d-25f47a551aa3 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:35:21.088736 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=919398ea-1b12-400b-8925-70a6d070db27,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:21.093510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:21.424238 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9aca88d0-a464-43c4-ba5e-b9dc099d49bc req-e6210188-6f7f-4fd0-bb46-09e7df708a7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 1099 time: 0.0779355 Sep 16 19:35:21.424238 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9aca88d0-a464-43c4-ba5e-b9dc099d49bc req-cc0d1103-998e-434d-8411-dc808ad1b69a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409179 Sep 16 19:35:21.528165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4aa6-4c9f-4a4d-a150-aff1922971e2 req-c8162812-c9d7-484f-b7fd-37bccfe992b3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:21.529755 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-feef4aa6-4c9f-4a4d-a150-aff1922971e2 req-c8162812-c9d7-484f-b7fd-37bccfe992b3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0954871 Sep 16 19:35:21.579231 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-feef4aa6-4c9f-4a4d-a150-aff1922971e2 req-d4382018-4974-4fda-8c85-169e0a4a2064 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 Sep 16 19:35:21.683074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:35:21.785390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:21.835402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46158) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:21.866587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:21.906881 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:21.911151 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Usage tracker for resource:security_group_rule and tenant:f9e7164f2cfc43c5a00885bfc0da4bb2 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:21.914191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:21.920361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:22.005296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:22.036287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:22.045954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ead591fb-4855-476d-985c-ae230039a534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:22.246471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4c03-11ef-4932-b776-0d10f6b77d49 req-5e35dcf7-3601-4b24-971b-832c4de515ea tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:22.258673 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-050b4c03-11ef-4932-b776-0d10f6b77d49 req-5e35dcf7-3601-4b24-971b-832c4de515ea tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 946 time: 0.1241512 Sep 16 19:35:22.291665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b339da02-458e-4b8c-b272-1445af11453c,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:22.319156 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9e7164f2cfc43c5a00885bfc0da4bb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4825203 Sep 16 19:35:22.320307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:22.322994 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-050b4c03-11ef-4932-b776-0d10f6b77d49 req-5bb5af4f-db97-456f-9933-d587f9981af6 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631156 Sep 16 19:35:22.323289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 46174) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:22.393542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3b21-f525-4a74-8d43-ab9774a595d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:22.421676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3b21-f525-4a74-8d43-ab9774a595d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:22.510362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3b21-f525-4a74-8d43-ab9774a595d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:22.520426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:22.531299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c3b21-f525-4a74-8d43-ab9774a595d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b339da02-458e-4b8c-b272-1445af11453c,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:22.534452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1b9c3b21-f525-4a74-8d43-ab9774a595d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:22.544644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3b21-f525-4a74-8d43-ab9774a595d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:22.550103 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1b9c3b21-f525-4a74-8d43-ab9774a595d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b339da02-458e-4b8c-b272-1445af11453c HTTP/1.1" status: 204 len: 168 time: 0.2246504 Sep 16 19:35:22.819461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce71d-6591-47e1-922b-41d73508734e req-30c85e27-479e-4e31-acbd-7db5e80b5cb8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:22.827181 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a73ce71d-6591-47e1-922b-41d73508734e req-30c85e27-479e-4e31-acbd-7db5e80b5cb8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0989583 Sep 16 19:35:22.896816 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a73ce71d-6591-47e1-922b-41d73508734e req-a9dc9d25-cc3a-4d5d-834a-7cf2d76bde58 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686758 Sep 16 19:35:23.195688 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 46216) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:23.261576 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] Deleting subnet 1dbb984e-9f28-4c61-8d04-3c2f5d3ca04e {{(pid=93569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:35:23.264647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.320427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.328152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.431095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.436222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-07182304-60b7-4163-9d4f-ff8ad714157b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:23.523290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dbb984e-9f28-4c61-8d04-3c2f5d3ca04e,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:23.526345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:23.539731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.554007 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1dbb984e-9f28-4c61-8d04-3c2f5d3ca04e HTTP/1.1" status: 204 len: 168 time: 0.3554893 Sep 16 19:35:23.555207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46236) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:23.582642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91631c83-60a9-4895-a7eb-2c25df2cc0bc req-ebf9b01a-f96c-49f9-af7e-f5c506270bda tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:23.584356 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-91631c83-60a9-4895-a7eb-2c25df2cc0bc req-ebf9b01a-f96c-49f9-af7e-f5c506270bda tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 946 time: 0.1160979 Sep 16 19:35:23.649819 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-91631c83-60a9-4895-a7eb-2c25df2cc0bc req-15653c25-e5b7-4600-a7b6-6ab4ed8e658f tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576913 Sep 16 19:35:23.686814 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.828553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.862568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a75b87-ecb8-465c-a475-356a37206e0a']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:35:23.880337 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c08f5da-b551-4783-8c13-2bcb213ace9a') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:35:23.880675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c08f5da-b551-4783-8c13-2bcb213ace9a') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:35:23.895203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.912984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.919427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:35:23.919843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:35:23.934615 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:35:24.059157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:24.063255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:24.103913 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:24.129280 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a75b87-ecb8-465c-a475-356a37206e0a,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:24.138404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:24.164786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab778d2-0a35-465f-b651-c2afdd467e53 req-ef89d9fc-d88e-4a33-8d87-f72888cb66cd tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:24.166663 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1ab778d2-0a35-465f-b651-c2afdd467e53 req-ef89d9fc-d88e-4a33-8d87-f72888cb66cd tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1086135 Sep 16 19:35:24.196995 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/54a75b87-ecb8-465c-a475-356a37206e0a HTTP/1.1" status: 204 len: 168 time: 0.6404057 Sep 16 19:35:24.242268 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1ab778d2-0a35-465f-b651-c2afdd467e53 req-bdda5495-b135-4722-9cc5-c5c62a2c0d9b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689869 Sep 16 19:35:24.546959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46274) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:24.600619 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-978e348b-d0c7-45a2-b35a-c4f565ca1f54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d466b6b2e4114af1a2797f29957cc797&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522807 Sep 16 19:35:24.603262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46278) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:24.667319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-24099a1e-0e27-4726-a107-26db05160a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:24.694850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-24099a1e-0e27-4726-a107-26db05160a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:24.767375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-24099a1e-0e27-4726-a107-26db05160a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:24.772681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e64cac7d-4912-4779-9a48-cfa35ec1109a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:24.787818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24099a1e-0e27-4726-a107-26db05160a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ece569-4217-47bc-8bb3-0b00cb4ec0ee,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:24.790178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-24099a1e-0e27-4726-a107-26db05160a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:24.812536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-24099a1e-0e27-4726-a107-26db05160a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:24.813839 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-24099a1e-0e27-4726-a107-26db05160a38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08ece569-4217-47bc-8bb3-0b00cb4ec0ee HTTP/1.1" status: 204 len: 168 time: 0.2095847 Sep 16 19:35:26.406368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341784d-dd8c-4185-9acc-eb6778524bf0 req-de020546-0de3-40ec-aacc-233ae8ae14cf tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:26.407984 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6341784d-dd8c-4185-9acc-eb6778524bf0 req-de020546-0de3-40ec-aacc-233ae8ae14cf tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0906713 Sep 16 19:35:26.464894 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6341784d-dd8c-4185-9acc-eb6778524bf0 req-b134eb46-60d0-4fb7-ad73-3e72ba83ad0b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Sep 16 19:35:27.697477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbf167-1f09-4014-b22c-fa7c09772d18 req-a8145f06-2099-42c7-8d9e-18bb0d424e78 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:27.699285 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6acbf167-1f09-4014-b22c-fa7c09772d18 req-a8145f06-2099-42c7-8d9e-18bb0d424e78 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0929375 Sep 16 19:35:27.750119 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6acbf167-1f09-4014-b22c-fa7c09772d18 req-056ef13c-1614-4fcb-a883-4834a798e11a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433764 Sep 16 19:35:28.967207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4c25f-fb82-4d9c-9523-85d8b4be2a9d req-f313653b-c566-4a82-83f9-9c3aca299b99 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:28.969156 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36e4c25f-fb82-4d9c-9523-85d8b4be2a9d req-f313653b-c566-4a82-83f9-9c3aca299b99 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0904076 Sep 16 19:35:29.027947 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36e4c25f-fb82-4d9c-9523-85d8b4be2a9d req-c36cbc10-3c11-4849-bd1b-4550d7b6aedd tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517967 Sep 16 19:35:30.219822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-db8248f5-521f-441b-8d8f-2c1fd1625850 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:30.221552 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-db8248f5-521f-441b-8d8f-2c1fd1625850 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 814 time: 0.1617668 Sep 16 19:35:30.238571 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-1a334cbf-16cd-4ecf-9488-2b976ca700b2 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/quotas/83c670c5a60d4f869bf348b77181874f HTTP/1.1" status: 200 len: 375 time: 0.0110340 Sep 16 19:35:30.326729 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-81df6986-34de-4393-b855-2695b650ea53 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823948 Sep 16 19:35:30.477475 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-c7f075e4-150e-4879-9f8b-cca1ab14aebf service neutron] 10.222.0.37 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417308 Sep 16 19:35:30.625019 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-0710b190-cc20-468a-a0f5-4b462eaf886a service neutron] 10.222.0.37 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411083 Sep 16 19:35:31.043807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba7d49-42f3-4237-bc98-0da0e679b980 req-e4b126af-731d-4316-98ac-ee65d9db2745 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:31.045468 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-33ba7d49-42f3-4237-bc98-0da0e679b980 req-e4b126af-731d-4316-98ac-ee65d9db2745 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0906453 Sep 16 19:35:31.095228 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-33ba7d49-42f3-4237-bc98-0da0e679b980 req-af1fe4c2-b25c-4fca-98e9-c2dea174d833 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428519 Sep 16 19:35:31.275152 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a4533c23-123d-4d3c-b301-7f4d520faa2a req-eff6ede7-769d-43a7-9aec-296a7044b3bc tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 210 time: 0.0450797 Sep 16 19:35:31.623334 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46514) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:31.775150 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:31.806998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:31.810959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Usage tracker for resource:security_group_rule and tenant:90d9f62d47404fd38805dad5101bcb97 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:31.813827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:31.820409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:31.890571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:31.927078 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:31.934978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:31.978125 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2cee8d-874a-4f79-9132-ffab0680b294,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:31.981134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:31.984146 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90d9f62d47404fd38805dad5101bcb97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3591743 Sep 16 19:35:31.989400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 46524) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:32.052159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3daaebe3-1456-46d4-80f5-33f1df0f6acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:32.079829 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3daaebe3-1456-46d4-80f5-33f1df0f6acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:32.212740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3daaebe3-1456-46d4-80f5-33f1df0f6acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:32.218083 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-55cc48c8-9b5e-41aa-b413-ba27dbd9cf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:32.232752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaebe3-1456-46d4-80f5-33f1df0f6acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2cee8d-874a-4f79-9132-ffab0680b294,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:32.235436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3daaebe3-1456-46d4-80f5-33f1df0f6acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:32.238254 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3daaebe3-1456-46d4-80f5-33f1df0f6acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:32.251458 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3daaebe3-1456-46d4-80f5-33f1df0f6acd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b2cee8d-874a-4f79-9132-ffab0680b294 HTTP/1.1" status: 204 len: 168 time: 0.2517321 Sep 16 19:35:32.302355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd255032-ded6-4541-aff1-a2c38ab22018 req-e34441f5-d56e-44f7-8d01-0a2711705a70 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:32.303951 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd255032-ded6-4541-aff1-a2c38ab22018 req-e34441f5-d56e-44f7-8d01-0a2711705a70 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0855989 Sep 16 19:35:32.353769 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd255032-ded6-4541-aff1-a2c38ab22018 req-ef6b7a58-c356-4539-bba7-693d4988ef66 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 Sep 16 19:35:32.523723 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d2f5691a-114f-4ab5-964b-aa9dd3192faf req-32af3bfd-a214-4fb1-b129-dfbd39a0aab8 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 210 time: 0.0507758 Sep 16 19:35:33.740380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-97bb5970-6d02-42d9-8d60-d0b4713aaea7 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:33.741876 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-97bb5970-6d02-42d9-8d60-d0b4713aaea7 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 814 time: 0.1793327 Sep 16 19:35:33.752921 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a6a9cb02-29f8-405a-8918-83c155742150 req-24c862a8-f04a-4e46-9a64-0df12dd09448 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 210 time: 0.0593429 Sep 16 19:35:33.767640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Request body: {'port': {'device_id': '48975670-4c68-4752-b02d-593397f9c39e', 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72', 'admin_state_up': True, 'tenant_id': '83c670c5a60d4f869bf348b77181874f'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:33.867460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f53d-e055-4cdd-8491-9d1dea065eeb req-9dadaa99-4f1b-4604-9ff3-ffab9e3ca644 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:33.869072 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e348f53d-e055-4cdd-8491-9d1dea065eeb req-9dadaa99-4f1b-4604-9ff3-ffab9e3ca644 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.3431273 Sep 16 19:35:33.948275 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e348f53d-e055-4cdd-8491-9d1dea065eeb req-41346dc8-81e6-45b4-9642-2afd0b4cb6cc tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669396 Sep 16 19:35:33.986419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:34.005605 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:34.054353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Made reservation on behalf of 83c670c5a60d4f869bf348b77181874f for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:35:34.061746 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:34.306235 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Allocated IP 172.20.0.10 (ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72/8f3223f6-8bae-411f-89bd-590cac98edaf/b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:35:34.576853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:34.636704 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:34.644886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b0169dbb-21c7-496a-9db0-9a381a5147a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:34.650349 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['81b1c6d4-3be5-4676-9159-023d21b35b38', '919398ea-1b12-400b-8925-70a6d070db27'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:35:34.782683 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:35:34.786803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:35:34.791965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:35:34.796201 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:34.796868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:34.801321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Pushing event updated for resources: {'Port': ['ID=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:34.805585 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:34.854244 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0919335 Sep 16 19:35:34.875009 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Request body: {'port': {'device_id': '48975670-4c68-4752-b02d-593397f9c39e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:35.114993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.146279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988749b9-fd71-44d6-8126-f915263ded66 req-b1889e81-9856-4a7e-90c2-8bd7e666082a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:35.147042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-988749b9-fd71-44d6-8126-f915263ded66 req-b1889e81-9856-4a7e-90c2-8bd7e666082a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:35:35.206152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-988749b9-fd71-44d6-8126-f915263ded66 req-b1889e81-9856-4a7e-90c2-8bd7e666082a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:35:35.207863 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-988749b9-fd71-44d6-8126-f915263ded66 req-b1889e81-9856-4a7e-90c2-8bd7e666082a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 932 time: 0.3021059 Sep 16 19:35:35.285525 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46666) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:35.306836 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8ae1-e796-4a7b-995c-1637f200f3c5 req-dbe8e208-1760-436c-963e-989f7e6195c1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:35.308972 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62de8ae1-e796-4a7b-995c-1637f200f3c5 req-dbe8e208-1760-436c-963e-989f7e6195c1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1081195 Sep 16 19:35:35.350185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46672) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:35.377029 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-988749b9-fd71-44d6-8126-f915263ded66 req-a47b5ae0-33bc-4de1-9a78-37d1b227cdb1 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619101 Sep 16 19:35:35.457961 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62de8ae1-e796-4a7b-995c-1637f200f3c5 req-e2450bb6-a9fb-4c41-972a-0a527039f8f3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338181 Sep 16 19:35:35.554508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.594561 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.646165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:35.650521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ad1c08abdd466cb05d35a99bd2f10c is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:35.655581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:35.662554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:35.664191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:35.670619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4df07b5037cb426691c87e1d03504e88 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:35.685665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:35:35.694139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.713989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:35.715839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Transition to ACTIVE for port object b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:35:35.731602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:35.751228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.762118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.776941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:35.792933 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.834412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-91af6c94-67d0-4330-b9f5-6ff74651cdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:35.879149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2eff5e-6b96-499e-a368-52ffea317634,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:35.883511 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4ad1c08abdd466cb05d35a99bd2f10c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5321684 Sep 16 19:35:35.886485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:35.887008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46704) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:35.953314 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.974793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa8d6-49d0-40a0-a881-95158a0d300d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.983368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Pushing event updated for resources: {'Port': ['ID=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:35.988821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:35.990419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:36.023615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eab0c1c3-58e1-4480-ace3-0999d1eceb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:36.055965 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4df07b5037cb426691c87e1d03504e88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7632570 Sep 16 19:35:36.056809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46718) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:36.065951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706a5140-d550-4c69-b483-fc99fcb2f9c1,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:36.071064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:36.133471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa8d6-49d0-40a0-a881-95158a0d300d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.173182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-35b2000e-4fb7-45e2-8a09-676963591538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.222243 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-35b2000e-4fb7-45e2-8a09-676963591538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.282082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa8d6-49d0-40a0-a881-95158a0d300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.287520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:36.296875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Attempting to bind port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:35:36.297287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Attempting to bind port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:35:36.297956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Attempting to bind port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:35:36.303879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fa8d6-49d0-40a0-a881-95158a0d300d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2eff5e-6b96-499e-a368-52ffea317634,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:36.304883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:35:36.305691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Attempting to bind port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:35:36.310488 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5f9fa8d6-49d0-40a0-a881-95158a0d300d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:36.312312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:35:36.312694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Checking segment: {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:35:36.313203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Bound using segment: {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:35:36.313675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Bound port: b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:35:36.314176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.317987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-35b2000e-4fb7-45e2-8a09-676963591538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.331301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e94e2c2-7ff6-4f78-8434-17240aad42bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:36.340949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa8d6-49d0-40a0-a881-95158a0d300d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.344984 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5f9fa8d6-49d0-40a0-a881-95158a0d300d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a2eff5e-6b96-499e-a368-52ffea317634 HTTP/1.1" status: 204 len: 168 time: 0.4465852 Sep 16 19:35:36.345394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-35b2000e-4fb7-45e2-8a09-676963591538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.349956 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-35b2000e-4fb7-45e2-8a09-676963591538 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/706a5140-d550-4c69-b483-fc99fcb2f9c1 HTTP/1.1" status: 204 len: 168 time: 0.2806706 Sep 16 19:35:36.353615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2000e-4fb7-45e2-8a09-676963591538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706a5140-d550-4c69-b483-fc99fcb2f9c1,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:36.356157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-35b2000e-4fb7-45e2-8a09-676963591538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:36.435542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] For port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:35:36.439251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] For port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:35:36.465277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.480199 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:36.543756 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:36.545626 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] 10.222.0.38 "PUT /v2.0/ports/b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c HTTP/1.1" status: 200 len: 1094 time: 1.6756411 Sep 16 19:35:36.546420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48975670-4c68-4752-b02d-593397f9c39e', 'tag': 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:35:36.599778 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Pushing event updated for resources: {'Port': ['ID=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:36.611064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:36.695312 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-05c4f2e3-0219-485b-b72f-6f9291b9a10b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 1097 time: 0.0855744 Sep 16 19:35:36.769886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1b6e7-2105-46da-a3c4-2aa55482a3d8 req-fb132712-60dd-4f23-bb4d-e65546b9cee2 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:36.779188 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1bf1b6e7-2105-46da-a3c4-2aa55482a3d8 req-fb132712-60dd-4f23-bb4d-e65546b9cee2 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 944 time: 0.1681902 Sep 16 19:35:36.795176 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-c83705b8-5cd0-47cd-a30f-9a33e6271631 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c HTTP/1.1" status: 200 len: 217 time: 0.0864155 Sep 16 19:35:36.840649 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1bf1b6e7-2105-46da-a3c4-2aa55482a3d8 req-42ecfecf-a8af-43f7-b7f5-170fb3318175 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545177 Sep 16 19:35:36.931024 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48975670-4c68-4752-b02d-593397f9c39e', 'tag': 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c', 'status': 'completed', 'code': 200} Sep 16 19:35:36.932606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-117956ea-4299-49d4-9825-e0b48bd94c88 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:36.934215 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-117956ea-4299-49d4-9825-e0b48bd94c88 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.1334226 Sep 16 19:35:37.007424 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-7ee9645a-84af-4320-8a21-7c3d0ddb6607 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505016 Sep 16 19:35:37.027572 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed5ff8-13c3-4c40-8bc8-22743bc7d7b7 req-353e1a13-0082-4efc-8cfa-da638dd06642 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:37.027572 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-caed5ff8-13c3-4c40-8bc8-22743bc7d7b7 req-353e1a13-0082-4efc-8cfa-da638dd06642 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1772091 Sep 16 19:35:37.029494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46760) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:37.110790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46770) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:37.183673 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-caed5ff8-13c3-4c40-8bc8-22743bc7d7b7 req-7bda65f7-3415-40c1-b30b-3ba4fbd17ce6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419537 Sep 16 19:35:37.245029 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-aa45817a-0f99-4a22-9b8e-11119d190c45 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278168 Sep 16 19:35:37.332494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46780) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:37.353727 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.389658 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:37.394904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Usage tracker for resource:security_group_rule and tenant:ba2dda21660f44bcb276202c45f02518 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:37.403466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 46784) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:37.408589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:37.418820 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:37.438382 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.460180 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7f0e236-9fa0-458d-90e0-48a2eb991716 req-88c23d70-2948-4b17-a70b-db4607ea12fa service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059953 Sep 16 19:35:37.496553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.498236 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:37.504016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:08deeeed8ad64a1e9394f2ae47a1009a is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:37.507785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:37.518532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:37.561616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.571273 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:37.646721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.665036 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e08f047-ff66-49a9-9d02-f1afdc3ac6fd,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:37.691653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:37.696333 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba2dda21660f44bcb276202c45f02518&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3627965 Sep 16 19:35:37.700810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46794) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:37.723195 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.734264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-dce36e77-81e8-43d0-a006-8af9e7927728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:37.760454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.786783 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08deeeed8ad64a1e9394f2ae47a1009a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3813899 Sep 16 19:35:37.789748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 46802) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:37.790250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.804642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a3f795-ce34-4b5c-9725-f712b42fda9c,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:37.849908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:37.860401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:37.917019 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:37.920973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Usage tracker for resource:security_group_rule and tenant:3231c45d7bad4ac9931a689db0fdf104 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:37.925871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:37.926112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa349-38fe-4805-8358-65312fa71217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.930475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:37.945987 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d275c4b2-7717-485e-8756-33427dbc44f1 req-125db58b-84c1-4939-92c5-ed0dce13c228 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 1097 time: 0.1365919 Sep 16 19:35:37.956054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Usage tracker for resource:security_group_rule and tenant:98cc628bb7444916971fa9027c1f9b4b is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:37.962126 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68f795ae-0a6e-43b6-a8bf-98fed96fe005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:37.981327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:37.987250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa349-38fe-4805-8358-65312fa71217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.031462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:38.046355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68f795ae-0a6e-43b6-a8bf-98fed96fe005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.144730 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c4b2-7717-485e-8756-33427dbc44f1 req-00ba3b50-9f6b-466d-9b95-d01ca8bcba01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:38.146468 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d275c4b2-7717-485e-8756-33427dbc44f1 req-00ba3b50-9f6b-466d-9b95-d01ca8bcba01 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 915 time: 0.1886826 Sep 16 19:35:38.190259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68f795ae-0a6e-43b6-a8bf-98fed96fe005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.202270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:38.223683 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d275c4b2-7717-485e-8756-33427dbc44f1 req-e057a771-0085-4921-8ebe-97c99447ecdd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c HTTP/1.1" status: 200 len: 217 time: 0.0694666 Sep 16 19:35:38.224829 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa349-38fe-4805-8358-65312fa71217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.230135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c090155e-6da8-4858-b22f-6e91b260a9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:38.238459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 46816) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:38.244736 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f795ae-0a6e-43b6-a8bf-98fed96fe005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e08f047-ff66-49a9-9d02-f1afdc3ac6fd,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:38.250131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-68f795ae-0a6e-43b6-a8bf-98fed96fe005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:38.267222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.288222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68f795ae-0a6e-43b6-a8bf-98fed96fe005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.288350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aa349-38fe-4805-8358-65312fa71217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a3f795-ce34-4b5c-9725-f712b42fda9c,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:38.292536 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-68f795ae-0a6e-43b6-a8bf-98fed96fe005 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e08f047-ff66-49a9-9d02-f1afdc3ac6fd HTTP/1.1" status: 204 len: 168 time: 0.5874038 Sep 16 19:35:38.296495 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ab5aa349-38fe-4805-8358-65312fa71217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:38.304797 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa349-38fe-4805-8358-65312fa71217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.308393 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ab5aa349-38fe-4805-8358-65312fa71217 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34a3f795-ce34-4b5c-9725-f712b42fda9c HTTP/1.1" status: 204 len: 168 time: 0.5152905 Sep 16 19:35:38.314503 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1437efff-db06-4e70-864b-1c52d1320711 req-13bc8b85-95d6-4d41-b652-6262004c7713 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 1099 time: 0.3605018 Sep 16 19:35:38.321722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.328157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c4b2-7717-485e-8756-33427dbc44f1 req-113b8acf-cd14-49b9-9b5a-e71ce7817431 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:38.330217 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d275c4b2-7717-485e-8756-33427dbc44f1 req-113b8acf-cd14-49b9-9b5a-e71ce7817431 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.0881495 Sep 16 19:35:38.332017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-48d9deea-9075-4608-b088-5bb1b68a1d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:38.345087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616849-ab44-47c4-9df9-c96e6f4fb6ab req-df442304-958d-408a-b214-c2483fdabf3c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:38.347299 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d616849-ab44-47c4-9df9-c96e6f4fb6ab req-df442304-958d-408a-b214-c2483fdabf3c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 944 time: 0.3313100 Sep 16 19:35:38.391801 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d275c4b2-7717-485e-8756-33427dbc44f1 req-36974905-dab1-48f2-8075-1c980de767fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522416 Sep 16 19:35:38.459833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.466402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffcfcad-f68f-4b0e-acd3-d38edb8bc1bd,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:38.472679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:38.485410 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3231c45d7bad4ac9931a689db0fdf104&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3728988 Sep 16 19:35:38.487707 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1437efff-db06-4e70-864b-1c52d1320711 req-05305100-0895-4a0a-aa6d-2496f9065de8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583414 Sep 16 19:35:38.488221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46826) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:38.493700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.514639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9163a384-6fef-4e5f-92da-3266cbd51606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:38.555784 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98cc628bb7444916971fa9027c1f9b4b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5218394 Sep 16 19:35:38.561716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46832) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:38.601558 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d616849-ab44-47c4-9df9-c96e6f4fb6ab req-3b5f680b-d9b6-4a1c-83dd-97a04c9bbe20 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294128 Sep 16 19:35:38.641228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6104f7fd-7aaf-4f91-b692-a0f2fb7616f0,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:38.657819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.659225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:38.696152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7399fe9a-8353-4a41-ae29-ddd5b1c5eff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.728148 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d275c4b2-7717-485e-8756-33427dbc44f1 req-847d28b5-56f2-4e34-aefb-d30e1bae7aaa service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183522 Sep 16 19:35:38.739760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:38.740808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7399fe9a-8353-4a41-ae29-ddd5b1c5eff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.763635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa8c-0b39-4d2a-b2d9-190e21189635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.772034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Usage tracker for resource:security_group_rule and tenant:b45ae67dfff84c85b409d5bed6f313bb is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:38.808173 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa8c-0b39-4d2a-b2d9-190e21189635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.826360 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:38.838613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:38.895004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7399fe9a-8353-4a41-ae29-ddd5b1c5eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.902713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0e1df3b3-8f5b-4d8e-992b-b5d03b740731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:38.910004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa8c-0b39-4d2a-b2d9-190e21189635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.912221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48769368-77ce-411a-941b-7d4a9cabe7cf req-f3c3283d-c96b-428e-907d-ee66284f5fe8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:38.914721 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-48769368-77ce-411a-941b-7d4a9cabe7cf req-f3c3283d-c96b-428e-907d-ee66284f5fe8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.3063762 Sep 16 19:35:38.921122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399fe9a-8353-4a41-ae29-ddd5b1c5eff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffcfcad-f68f-4b0e-acd3-d38edb8bc1bd,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:38.928827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7399fe9a-8353-4a41-ae29-ddd5b1c5eff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:38.929118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:38.952474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9fa8c-0b39-4d2a-b2d9-190e21189635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6104f7fd-7aaf-4f91-b692-a0f2fb7616f0,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:38.958037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f3c9fa8c-0b39-4d2a-b2d9-190e21189635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:38.960282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7399fe9a-8353-4a41-ae29-ddd5b1c5eff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.964417 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7399fe9a-8353-4a41-ae29-ddd5b1c5eff2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ffcfcad-f68f-4b0e-acd3-d38edb8bc1bd HTTP/1.1" status: 204 len: 168 time: 0.4741514 Sep 16 19:35:38.965965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa8c-0b39-4d2a-b2d9-190e21189635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.966122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:38.969661 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f3c9fa8c-0b39-4d2a-b2d9-190e21189635 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6104f7fd-7aaf-4f91-b692-a0f2fb7616f0 HTTP/1.1" status: 204 len: 168 time: 0.3958709 Sep 16 19:35:38.979129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46844) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:38.999797 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.006604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.018776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ab5aa349-38fe-4805-8358-65312fa71217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:39.039117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:39.043261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Usage tracker for resource:security_group_rule and tenant:43dd7f147d6b48a6b13ee2e41169a4f2 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:39.046515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:39.051884 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d275c4b2-7717-485e-8756-33427dbc44f1 req-9ce2d9d9-9983-4926-9847-e08def3a5b84 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077815 Sep 16 19:35:39.053128 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:39.088259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1b502b-212c-4f54-8078-dfba5f866f03,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:39.103755 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-48769368-77ce-411a-941b-7d4a9cabe7cf req-b7a88ba8-1f77-46a1-9087-9dd14478441c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331439 Sep 16 19:35:39.104911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:39.110037 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b45ae67dfff84c85b409d5bed6f313bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8696496 Sep 16 19:35:39.113892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 46850) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:39.138063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.173154 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.186463 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-68f795ae-0a6e-43b6-a8bf-98fed96fe005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:39.211392 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6c38d70-45a6-4ad3-b552-3ee2844ed290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.233596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cef01c-1cec-4c75-9c55-a67d17ebdf06,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:39.240654 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43dd7f147d6b48a6b13ee2e41169a4f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2579446 Sep 16 19:35:39.240654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:39.240932 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6c38d70-45a6-4ad3-b552-3ee2844ed290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.241033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46854) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:39.312481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-182b2e02-1458-438c-a870-8f6fb8b3632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.327409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6c38d70-45a6-4ad3-b552-3ee2844ed290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.333295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:39.342447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-182b2e02-1458-438c-a870-8f6fb8b3632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.347398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c38d70-45a6-4ad3-b552-3ee2844ed290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1b502b-212c-4f54-8078-dfba5f866f03,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:39.350638 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a6c38d70-45a6-4ad3-b552-3ee2844ed290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:39.352680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6c38d70-45a6-4ad3-b552-3ee2844ed290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.354176 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a6c38d70-45a6-4ad3-b552-3ee2844ed290 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a1b502b-212c-4f54-8078-dfba5f866f03 HTTP/1.1" status: 204 len: 168 time: 0.2380013 Sep 16 19:35:39.419217 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-182b2e02-1458-438c-a870-8f6fb8b3632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.425591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7399fe9a-8353-4a41-ae29-ddd5b1c5eff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:39.438283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b2e02-1458-438c-a870-8f6fb8b3632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cef01c-1cec-4c75-9c55-a67d17ebdf06,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:39.444719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-182b2e02-1458-438c-a870-8f6fb8b3632b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:39.445880 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-182b2e02-1458-438c-a870-8f6fb8b3632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.447172 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-182b2e02-1458-438c-a870-8f6fb8b3632b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47cef01c-1cec-4c75-9c55-a67d17ebdf06 HTTP/1.1" status: 204 len: 168 time: 0.2051497 Sep 16 19:35:39.787427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46876) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:39.811055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.847776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986f92b-1af0-40e0-92ff-94fcd09567de req-f236b57f-eadc-4545-8a87-d0c29170c74c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:39.848644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:39.854457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Usage tracker for resource:security_group_rule and tenant:6aef5a715a354c8cb9de3d8ad40592e2 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:39.855300 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b986f92b-1af0-40e0-92ff-94fcd09567de req-f236b57f-eadc-4545-8a87-d0c29170c74c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 944 time: 0.1260064 Sep 16 19:35:39.858391 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:39.866486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:39.911098 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b986f92b-1af0-40e0-92ff-94fcd09567de req-e20cdb29-5e2e-4dd7-8f3d-d570a989c470 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545497 Sep 16 19:35:39.964064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:39.995362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.005052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a07db8f1-9097-495f-b81e-809caf9fb2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:40.048831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dd8293-9bf9-4b6d-add8-7528baab80d1,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:40.052270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:40.058056 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6aef5a715a354c8cb9de3d8ad40592e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2671938 Sep 16 19:35:40.058928 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 46886) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:40.162256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2896c845-acf8-4561-9299-5272dde9dd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.191916 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2896c845-acf8-4561-9299-5272dde9dd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.281186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2896c845-acf8-4561-9299-5272dde9dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.288621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f18f2e64-a78b-4cd9-b1bc-a3493b1395db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:40.294498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46898) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:40.303241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896c845-acf8-4561-9299-5272dde9dd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dd8293-9bf9-4b6d-add8-7528baab80d1,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:40.313414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2896c845-acf8-4561-9299-5272dde9dd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:40.319195 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2896c845-acf8-4561-9299-5272dde9dd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.320697 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2896c845-acf8-4561-9299-5272dde9dd63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02dd8293-9bf9-4b6d-add8-7528baab80d1 HTTP/1.1" status: 204 len: 168 time: 0.2606018 Sep 16 19:35:40.332632 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.385630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:40.391113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Usage tracker for resource:security_group_rule and tenant:0cba3af887714c7dbd3c57b01291c10c is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:40.401626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:40.410377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f37f-6df7-47f3-98d8-59ebc8d7dd3b req-ba2a7477-2fdf-4329-9057-aab10de11e66 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:40.411988 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23c9f37f-6df7-47f3-98d8-59ebc8d7dd3b req-ba2a7477-2fdf-4329-9057-aab10de11e66 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1657155 Sep 16 19:35:40.416192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:40.480808 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23c9f37f-6df7-47f3-98d8-59ebc8d7dd3b req-0c64fa8b-89fb-4523-ad74-5f242cb21687 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621490 Sep 16 19:35:40.520529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:35:40.540213 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.568492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.579433 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1d518582-a352-4a10-a775-05f1aee91b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:40.640717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333e2721-5e6a-4677-b31a-6ee518d2f27b,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:40.654905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:40.661669 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cba3af887714c7dbd3c57b01291c10c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3597825 Sep 16 19:35:40.664474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46914) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:40.741134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-913b16e1-3cb9-402c-b08a-da1a4841de9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.748812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:35:40.770418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c', 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72', 'port_id': 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c', 'mac_address': 'fa:16:3e:e3:e1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3223f6-8bae-411f-89bd-590cac98edaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:35:40.778687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-913b16e1-3cb9-402c-b08a-da1a4841de9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.843632 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.847362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fda97-8a2b-40ea-b672-f77c709dc7bd req-50d7fa29-1bb1-4983-a8ce-951dc737439b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:40.849006 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a4fda97-8a2b-40ea-b672-f77c709dc7bd req-50d7fa29-1bb1-4983-a8ce-951dc737439b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1613092 Sep 16 19:35:40.862780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:35:40.880239 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:35:40.887374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-913b16e1-3cb9-402c-b08a-da1a4841de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.894748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-859b1068-3ef9-4652-b7f5-cae16664aeef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:40.909257 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a4fda97-8a2b-40ea-b672-f77c709dc7bd req-c8d2933f-6059-4564-bf5f-8af4411fb4e8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526221 Sep 16 19:35:40.909872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.911839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:40.912100 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b16e1-3cb9-402c-b08a-da1a4841de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333e2721-5e6a-4677-b31a-6ee518d2f27b,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:40.915329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-913b16e1-3cb9-402c-b08a-da1a4841de9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:40.919875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-913b16e1-3cb9-402c-b08a-da1a4841de9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:40.921148 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-913b16e1-3cb9-402c-b08a-da1a4841de9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/333e2721-5e6a-4677-b31a-6ee518d2f27b HTTP/1.1" status: 204 len: 168 time: 0.2557025 Sep 16 19:35:41.038300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:41.042221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:41.208020 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d527a-e2e0-4944-8aef-d0ef1dac4c08 req-4a8c141c-d95e-4646-99c0-b1bda8c8c3ce tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:41.209672 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc0d527a-e2e0-4944-8aef-d0ef1dac4c08 req-4a8c141c-d95e-4646-99c0-b1bda8c8c3ce tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 945 time: 0.1409552 Sep 16 19:35:41.260915 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc0d527a-e2e0-4944-8aef-d0ef1dac4c08 req-8f43bf0c-eb91-4a88-a4ae-9b6bd1e2c353 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445836 Sep 16 19:35:41.362611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:35:41.796061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 46954) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:42.031871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1974727854-network', 'tenant_id': 'dc24ce94b2a044e9803aa591c364ab90'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:42.037668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:42.042367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Usage tracker for resource:network and tenant:dc24ce94b2a044e9803aa591c364ab90 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:42.045248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:42.055402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:42.093495 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Made reservation on behalf of dc24ce94b2a044e9803aa591c364ab90 for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:35:42.098667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.113877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.153117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:42.157889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Usage tracker for resource:security_group_rule and tenant:dc24ce94b2a044e9803aa591c364ab90 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:42.161408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:42.168092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:42.247645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.276107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.281589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2e30dee-03c4-4f73-b982-9ca4d9968d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:42.316430 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:35:42.328591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1201e51-62a4-4224-ac45-33eab64a3e1f,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:42.333596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:42.353013 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.353417 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Added segment c4b9904f-94de-4b0c-aca3-638fa9c9b57d of type vlan for network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 Sep 16 19:35:42.422630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.523760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:35:42.540371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a254821-3ec4-4b8b-9be5-2ccaa367d832 req-4d6848c4-c735-4803-9c6a-6a22f1c9f580 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:42.543361 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a254821-3ec4-4b8b-9be5-2ccaa367d832 req-4d6848c4-c735-4803-9c6a-6a22f1c9f580 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 945 time: 0.1089275 Sep 16 19:35:42.616469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.620584 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:42.621419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.629516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f9ab596b-8e45-45e3-a232-9f8a7b85e620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:42.670821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:35:42.680474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:35:42.680896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.734632 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a254821-3ec4-4b8b-9be5-2ccaa367d832 req-41a302f1-94ad-479e-a544-c493be3b3972 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617596 Sep 16 19:35:42.874661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.906127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48975670-4c68-4752-b02d-593397f9c39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:35:42.936443 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:35:42.969970 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48975670-4c68-4752-b02d-593397f9c39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c', 'code': 200} Sep 16 19:35:42.972872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:42.975588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:42.997298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Pushing event updated for resources: {'Network': ['ID=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:43.000798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:43.015550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47000) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:43.016527 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2191708 Sep 16 19:35:43.028241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Request body: {'subnet': {'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1974727854-subnet', 'tenant_id': 'dc24ce94b2a044e9803aa591c364ab90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:43.055866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:43.057316 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:35:43.062388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Usage tracker for resource:subnet and tenant:dc24ce94b2a044e9803aa591c364ab90 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:43.091956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:43.111005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:43.172637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Made reservation on behalf of dc24ce94b2a044e9803aa591c364ab90 for: {'subnet': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:35:43.179633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:43.272630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:43.284763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:43.521307 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5434cce1-ff42-4891-a8d9-6eb76a9fde91 req-69ecc430-936f-4d98-b55f-4c89eae587d3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 1099 time: 0.1405354 Sep 16 19:35:43.527100 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02552ede-93e4-4b61-b2a2-4a6da5028bbb req-ef892ebd-7b5a-4216-aa46-9a4f04cf0192 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 1098 time: 0.1892915 Sep 16 19:35:43.535436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e93294-12ce-4bb9-be26-4b7a09673001 req-15357362-7752-404b-a810-0f08cf6ae2e3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:43.538415 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2e93294-12ce-4bb9-be26-4b7a09673001 req-15357362-7752-404b-a810-0f08cf6ae2e3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1512654 Sep 16 19:35:43.631769 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5434cce1-ff42-4891-a8d9-6eb76a9fde91 req-46c3377e-3627-4460-b33c-10e0d23b8f9c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885272 Sep 16 19:35:43.916055 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2e93294-12ce-4bb9-be26-4b7a09673001 req-8e0e5b70-182b-463b-b1db-2e0ae3bfe9d0 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422110 Sep 16 19:35:43.960743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02552ede-93e4-4b61-b2a2-4a6da5028bbb req-1ad29a0a-ee95-458d-8b1f-7757f96d6f6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:43.962725 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02552ede-93e4-4b61-b2a2-4a6da5028bbb req-1ad29a0a-ee95-458d-8b1f-7757f96d6f6a service neutron] 10.222.0.38 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 919 time: 0.4150178 Sep 16 19:35:43.973704 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:44.080024 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c12fa0-e798-4419-b87f-3828cca88030 req-f3f1dd3b-19c9-46c9-8ab8-39408f21b9c4 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:44.088155 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e7c12fa0-e798-4419-b87f-3828cca88030 req-f3f1dd3b-19c9-46c9-8ab8-39408f21b9c4 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 946 time: 0.1228137 Sep 16 19:35:44.138253 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02552ede-93e4-4b61-b2a2-4a6da5028bbb req-86c5e2ae-b4cd-4e2e-a2cd-337f5988c7a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1420ada-c487-4a84-98e4-6481dcca7de3 HTTP/1.1" status: 200 len: 217 time: 0.1320486 Sep 16 19:35:44.173256 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e7c12fa0-e798-4419-b87f-3828cca88030 req-8fadd62a-cced-47bd-ba13-645053323c2b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775838 Sep 16 19:35:44.266837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02552ede-93e4-4b61-b2a2-4a6da5028bbb req-9fe51e72-70a3-4a25-8c4d-1fe493518079 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:44.268515 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02552ede-93e4-4b61-b2a2-4a6da5028bbb req-9fe51e72-70a3-4a25-8c4d-1fe493518079 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c0ec58e-3a85-4ac8-acf1-88c9302ab152 HTTP/1.1" status: 200 len: 858 time: 0.1207545 Sep 16 19:35:44.375634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:44.378410 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02552ede-93e4-4b61-b2a2-4a6da5028bbb req-b1190abc-c729-4dfc-aadc-7b3dcc88cf53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986290 Sep 16 19:35:44.393031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:44.572044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d752d7cd-a06e-4fc1-a001-cb5901ed5ff6,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:44.577985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:44.653564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Checking segment: {'id': 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:35:44.653891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Network hostable DHCP agents. Network: 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:35:44.671610 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02552ede-93e4-4b61-b2a2-4a6da5028bbb req-5300cd2a-138a-4cd5-872b-02e311299481 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817328 Sep 16 19:35:44.768649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:35:44.822136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7) {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:35:44.830935 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:44.832297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:44.834714 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295245f-78c1-4b9d-85e3-1c85cd1b80e8 None None] Network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:35:44.878542 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02552ede-93e4-4b61-b2a2-4a6da5028bbb req-584ebaa3-f748-4055-bb5c-5337b015c613 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918547 Sep 16 19:35:44.899929 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-221f50e0-47ce-4f7b-b1e3-1e79aecbbf91 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8832028 Sep 16 19:35:45.163098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff788c-28c3-4633-902f-097a491617ca None None] Network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:35:45.316252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526ab27-763b-47c6-8243-5b6faeb112d1 req-fdb01af2-3c83-47e3-a477-2cd9fb39425a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:45.324149 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3526ab27-763b-47c6-8243-5b6faeb112d1 req-fdb01af2-3c83-47e3-a477-2cd9fb39425a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1754320 Sep 16 19:35:45.388515 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3526ab27-763b-47c6-8243-5b6faeb112d1 req-522f7339-66a6-4a87-9af2-b890e79b9555 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633285 Sep 16 19:35:45.493465 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e018c2-23a4-4987-b20c-2eeb2aa9590b req-af7f98b8-51de-4266-af58-10e033d58282 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:45.501571 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d0e018c2-23a4-4987-b20c-2eeb2aa9590b req-af7f98b8-51de-4266-af58-10e033d58282 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 946 time: 0.1138823 Sep 16 19:35:45.558904 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d0e018c2-23a4-4987-b20c-2eeb2aa9590b req-a37c294b-4944-4672-848a-ebc7663cc465 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558155 Sep 16 19:35:46.662429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b7e7b-a0cd-430c-b67f-96e7182d8aa4 req-04ecab49-da79-4ae1-b1e3-bb414df036e9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:46.664613 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e52b7e7b-a0cd-430c-b67f-96e7182d8aa4 req-04ecab49-da79-4ae1-b1e3-bb414df036e9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.0909855 Sep 16 19:35:46.746857 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e52b7e7b-a0cd-430c-b67f-96e7182d8aa4 req-4edf3e74-e7a7-437d-a87f-01803a5d5a7a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754204 Sep 16 19:35:47.369503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-b67a72f7-3348-440f-8ad5-8caef9dd3fe3 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:47.371137 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-b67a72f7-3348-440f-8ad5-8caef9dd3fe3 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/networks?id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 HTTP/1.1" status: 200 len: 809 time: 0.1680255 Sep 16 19:35:47.388390 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-dad27124-5dfc-4377-aa93-74187e661ee6 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/quotas/dc24ce94b2a044e9803aa591c364ab90 HTTP/1.1" status: 200 len: 375 time: 0.0113862 Sep 16 19:35:47.442776 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-ac2a614e-818c-4114-be15-311f2dc56c69 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc24ce94b2a044e9803aa591c364ab90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485916 Sep 16 19:35:47.586440 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-09a86d17-ba4e-4163-96c3-1f539a7bd876 service neutron] 10.222.0.37 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359141 Sep 16 19:35:47.730264 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-fab23dfb-1bf8-4fb5-ab39-3ecfdc07445e service neutron] 10.222.0.37 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374257 Sep 16 19:35:47.830437 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-666c1baf-beec-43df-8873-b7e5ceccc8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:48.056143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1c2f7-071a-4b3a-820b-b219a3808823 req-2f27b7b5-c447-4279-8b68-fcde73ff2dd6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:48.056143 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9cf1c2f7-071a-4b3a-820b-b219a3808823 req-2f27b7b5-c447-4279-8b68-fcde73ff2dd6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1118913 Sep 16 19:35:48.164697 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9cf1c2f7-071a-4b3a-820b-b219a3808823 req-08aac2ca-0572-41d7-9860-c53b293a97d5 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951600 Sep 16 19:35:48.270682 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d7c84ff0-a7d1-47fa-ac68-a325ba3c1c7f req-65c3b678-5558-4d2f-9487-731e28888fd7 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 210 time: 0.0481875 Sep 16 19:35:49.452796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:49.666768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47250) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:49.822438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:49.855388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:49.859306 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd67e220cbd4b3c98414f83a02b1344 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:49.862687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:49.868556 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:49.934918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:49.972401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:49.979801 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:50.024818 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fd67e220cbd4b3c98414f83a02b1344&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3569148 Sep 16 19:35:50.025613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c5893a-1be1-46d6-87b4-97be902f62c1,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:50.028511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47256) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:50.028771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:50.092282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85a11631-3b1a-4a81-8f20-a36c76b4f97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:50.125771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85a11631-3b1a-4a81-8f20-a36c76b4f97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:50.212331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85a11631-3b1a-4a81-8f20-a36c76b4f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:50.217958 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-85a8ea6e-abf8-425e-ac39-5f234f667935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:50.230305 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a11631-3b1a-4a81-8f20-a36c76b4f97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c5893a-1be1-46d6-87b4-97be902f62c1,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:50.235318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-85a11631-3b1a-4a81-8f20-a36c76b4f97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:50.237522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85a11631-3b1a-4a81-8f20-a36c76b4f97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:50.242051 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-85a11631-3b1a-4a81-8f20-a36c76b4f97a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34c5893a-1be1-46d6-87b4-97be902f62c1 HTTP/1.1" status: 204 len: 168 time: 0.2117753 Sep 16 19:35:50.424659 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aa6b8a54-c7ac-43d8-a32c-4175d0e50141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:50.489415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c942f2-d090-4b01-a586-29395aff7f0e req-2c828c68-adb9-426c-9eee-156fc985beb8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:50.491083 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-53c942f2-d090-4b01-a586-29395aff7f0e req-2c828c68-adb9-426c-9eee-156fc985beb8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1101162 Sep 16 19:35:50.553797 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-53c942f2-d090-4b01-a586-29395aff7f0e req-14e933b1-4bff-4966-a587-5f8c13bb9bb6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510020 Sep 16 19:35:50.769965 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efefaad4-6d62-471f-9524-cf919549d53f req-ed1a2b1b-ca42-4a9d-8faf-9c9186c05984 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 210 time: 0.0934796 Sep 16 19:35:50.841616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.024551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47290) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:51.047715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.083848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:51.091810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:89e5de030b6348f3b144129f33a19e4d is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:51.097622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:51.109148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:51.271542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.303807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.312986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:51.356655 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f657e4-7c0f-49a3-9b8d-84fa2f2a0660,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:51.360637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:51.486366 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89e5de030b6348f3b144129f33a19e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4603708 Sep 16 19:35:51.487473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47308) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:51.494549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47312) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:51.569705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-6a56a81d-3a4b-4d5a-b256-e8236877ecd5 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:51.572265 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-6a56a81d-3a4b-4d5a-b256-e8236877ecd5 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.38 "GET /v2.0/networks?id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 HTTP/1.1" status: 200 len: 809 time: 0.1954637 Sep 16 19:35:51.600412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-37e1b9ad-650f-40ad-96d6-0f97f4ad0b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.600603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Request body: {'port': {'device_id': 'fdaa1661-dd46-400a-bdfc-cad5d4700faf', 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7', 'admin_state_up': True, 'tenant_id': 'dc24ce94b2a044e9803aa591c364ab90'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:51.647008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-37e1b9ad-650f-40ad-96d6-0f97f4ad0b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.712016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.756041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:51.760491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Usage tracker for resource:security_group_rule and tenant:0d42eb9704c246f3b2217c77fd744313 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:51.764981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:51.772602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:51.801387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.828768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:51.833805 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Usage tracker for resource:port and tenant:dc24ce94b2a044e9803aa591c364ab90 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:51.838398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:51.847311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:51.887138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Made reservation on behalf of dc24ce94b2a044e9803aa591c364ab90 for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:35:51.895219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.903914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.938370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:51.967024 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-24099a1e-0e27-4726-a107-26db05160a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:51.978547 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-37e1b9ad-650f-40ad-96d6-0f97f4ad0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:52.001633 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d42eb9704c246f3b2217c77fd744313&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5129495 Sep 16 19:35:52.024120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47332) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:52.027552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff14383-0ed7-46fd-b169-cfdd16ed823d,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:52.031179 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:52.038083 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f3c9fa8c-0b39-4d2a-b2d9-190e21189635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:52.097308 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28c7cd-33fe-45e7-8d1e-b8302805611f req-806600a3-acb9-4d9b-a30a-b5d086722c96 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:52.099293 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d28c7cd-33fe-45e7-8d1e-b8302805611f req-806600a3-acb9-4d9b-a30a-b5d086722c96 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.3058994 Sep 16 19:35:52.104146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1b9ad-650f-40ad-96d6-0f97f4ad0b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f657e4-7c0f-49a3-9b8d-84fa2f2a0660,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:52.106880 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-37e1b9ad-650f-40ad-96d6-0f97f4ad0b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:52.107944 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-37e1b9ad-650f-40ad-96d6-0f97f4ad0b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:52.113985 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-37e1b9ad-650f-40ad-96d6-0f97f4ad0b01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13f657e4-7c0f-49a3-9b8d-84fa2f2a0660 HTTP/1.1" status: 204 len: 168 time: 0.6169832 Sep 16 19:35:52.278795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c1e7bb68-31f3-4329-90e6-7e7e525fd9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:52.297364 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d28c7cd-33fe-45e7-8d1e-b8302805611f req-527dab6a-1c65-4233-b68a-fa4f98f5b2e5 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746802 Sep 16 19:35:52.327064 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46a7010d-48ef-4ff8-aade-7b12155eb91a req-af69934e-1e47-443d-bc4d-db616ba36987 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 210 time: 0.3352902 Sep 16 19:35:52.353472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c1e7bb68-31f3-4329-90e6-7e7e525fd9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:52.447578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c1e7bb68-31f3-4329-90e6-7e7e525fd9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:52.459378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4a0e3931-a8d4-4162-b981-82cb5551d413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:52.464071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Allocated IP 172.20.0.14 (3f58a138-21a7-4f6f-98d6-5f0f429b7ef7/d752d7cd-a06e-4fc1-a001-cb5901ed5ff6/d0a3625e-ed0c-4653-85f3-a7b2f2da50f4) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:35:52.474256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7bb68-31f3-4329-90e6-7e7e525fd9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff14383-0ed7-46fd-b169-cfdd16ed823d,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:52.495771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c1e7bb68-31f3-4329-90e6-7e7e525fd9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:52.498871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c1e7bb68-31f3-4329-90e6-7e7e525fd9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:52.503045 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c1e7bb68-31f3-4329-90e6-7e7e525fd9c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aff14383-0ed7-46fd-b169-cfdd16ed823d HTTP/1.1" status: 204 len: 168 time: 0.4705982 Sep 16 19:35:52.715484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:52.796166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:52.809015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:52.891549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:35:52.895477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:35:52.897524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Pushing event updated for resources: {'Port': ['ID=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:52.899806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:35:52.904014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:52.904711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:52.908929 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:52.956281 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3618386 Sep 16 19:35:52.981054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Request body: {'port': {'device_id': 'fdaa1661-dd46-400a-bdfc-cad5d4700faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:53.086137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47366) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:53.121260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.124362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.170298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:53.175674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Usage tracker for resource:security_group_rule and tenant:9d28e2fc87984d66a61a09e365744eaf is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:53.179450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:53.186780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:53.352762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.384508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.393050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c7de8c5c-f49a-4f8a-8e03-ae47cbcd9e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:53.443837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5d03f0-c0df-4037-93d1-244eb3e59e24,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:53.458103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:53.497991 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d28e2fc87984d66a61a09e365744eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4106538 Sep 16 19:35:53.499669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47388) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:53.646416 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ce5f778f-b88c-4238-b015-f47a854cefb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.663547 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d592ff3-05a7-47a4-8e1b-254920b1b462 req-0f80598e-4a92-457e-9a8a-73a0e640c841 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:53.665171 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1d592ff3-05a7-47a4-8e1b-254920b1b462 req-0f80598e-4a92-457e-9a8a-73a0e640c841 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1758435 Sep 16 19:35:53.665696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47398) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:53.676457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ce5f778f-b88c-4238-b015-f47a854cefb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.694346 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:35:53.706396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.713114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47404) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:53.741719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Transition to ACTIVE for port object d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:35:53.745724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0681d-1bd3-4393-b53e-3bc1dd2ce498 req-22cbc457-5e27-47ba-adbd-a13195cab726 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:53.747603 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cad0681d-1bd3-4393-b53e-3bc1dd2ce498 req-22cbc457-5e27-47ba-adbd-a13195cab726 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 932 time: 0.1724246 Sep 16 19:35:53.757585 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1d592ff3-05a7-47a4-8e1b-254920b1b462 req-1008d1df-277f-473b-9f9d-b4e10232f459 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812445 Sep 16 19:35:53.795484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.801485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:53.802973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-cad0681d-1bd3-4393-b53e-3bc1dd2ce498 req-27b64be1-793b-4ad5-835b-dbb42afe1e1e tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Synchronizing usage tracker for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:35:53.842723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-cad0681d-1bd3-4393-b53e-3bc1dd2ce498 req-27b64be1-793b-4ad5-835b-dbb42afe1e1e tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Unset dirty status for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:35:53.844020 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cad0681d-1bd3-4393-b53e-3bc1dd2ce498 req-27b64be1-793b-4ad5-835b-dbb42afe1e1e tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873206 Sep 16 19:35:53.872531 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ce5f778f-b88c-4238-b015-f47a854cefb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.877428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c4022255-fedc-4f1c-8cca-e04cefc15522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:53.894001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f778f-b88c-4238-b015-f47a854cefb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5d03f0-c0df-4037-93d1-244eb3e59e24,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:53.896965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ce5f778f-b88c-4238-b015-f47a854cefb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:53.898139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ce5f778f-b88c-4238-b015-f47a854cefb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:53.899358 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ce5f778f-b88c-4238-b015-f47a854cefb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c5d03f0-c0df-4037-93d1-244eb3e59e24 HTTP/1.1" status: 204 len: 168 time: 0.3979907 Sep 16 19:35:53.957599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Pushing event updated for resources: {'Port': ['ID=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:53.962650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:53.966217 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-655833926-network', 'tenant_id': '5f249c5946804798a472808a3ad79842'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:53.973613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:53.980025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Usage tracker for resource:network and tenant:5f249c5946804798a472808a3ad79842 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:53.983203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:54.020771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:54.063459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.073637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Attempting to bind port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:35:54.073895 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Attempting to bind port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:35:54.074288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Attempting to bind port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 on network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:35:54.087831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 on network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:35:54.088191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Attempting to bind port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 on network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:35:54.104644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Made reservation on behalf of 5f249c5946804798a472808a3ad79842 for: {'network': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:35:54.109318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.118907 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:35:54.119261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Checking segment: {'id': 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:35:54.119674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Bound using segment: {'id': 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:35:54.120149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Bound port: d0a3625e-ed0c-4653-85f3-a7b2f2da50f4, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:35:54.120521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.145517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:54.148949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.159771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47414) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:54.185695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Usage tracker for resource:security_group_rule and tenant:92d459d02e2a466cba4fa6c8a9621ddb is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:54.193278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:54.213049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:54.252492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:54.273247 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Usage tracker for resource:security_group_rule and tenant:5f249c5946804798a472808a3ad79842 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:54.281619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:54.293045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] For port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:35:54.296949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] For port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:35:54.298205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:54.344110 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.364791 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:54.443750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.470049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.471472 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] 10.222.0.38 "PUT /v2.0/ports/d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 HTTP/1.1" status: 200 len: 1094 time: 1.4976125 Sep 16 19:35:54.473689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdaa1661-dd46-400a-bdfc-cad5d4700faf', 'tag': 'd0a3625e-ed0c-4653-85f3-a7b2f2da50f4'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:35:54.497703 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.512884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.516332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Pushing event updated for resources: {'Port': ['ID=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:54.522831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.541456 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdaa1661-dd46-400a-bdfc-cad5d4700faf', 'tag': 'd0a3625e-ed0c-4653-85f3-a7b2f2da50f4', 'status': 'completed', 'code': 200} Sep 16 19:35:54.552670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:54.566675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:54.570762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Usage tracker for resource:security_group_rule and tenant:dc21af61ed414d6cb452802c73688a70 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:54.574219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:54.580912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:54.585152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-aa079108-8c60-458c-9536-6fff8ab06e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:54.596601 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92d459d02e2a466cba4fa6c8a9621ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8759134 Sep 16 19:35:54.597034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47430) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:54.603634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.638700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f92ce0f-8ebc-44b8-a007-eab19c77aa9b,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:54.644786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:35:54.648469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:54.649058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c6a924e5-54b3-47ac-928d-0b891897ce60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:54.671817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.672197 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Added segment f2538d02-51c6-447b-ad33-39951786f7c1 of type vlan for network f3deba30-9b29-46fa-b8d8-5d9671752d42 Sep 16 19:35:54.713742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9ffe-1f75-4926-9de7-675644e3ad43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.716723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35bdfe9-c458-4c23-b513-7c9a68883a33,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:54.723662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:54.729467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.730331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.745248 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-ab2c6c3b-6880-4246-aa5d-7d68576ab604 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc24ce94b2a044e9803aa591c364ab90&device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 1097 time: 0.1959062 Sep 16 19:35:54.750620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9ffe-1f75-4926-9de7-675644e3ad43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.761113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.771029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-66756528-de0f-42d3-aeb3-f6f17b7b7267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:54.806821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7531275f-b439-42b8-9032-6bdfdbbf2c46,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:54.840975 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-f551e6bf-a6a0-4156-a6bd-00168a9abbdc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 HTTP/1.1" status: 200 len: 217 time: 0.0793157 Sep 16 19:35:54.854534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.854948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.855354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.855751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.856148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.856541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.856931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.857321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.857708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.858124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.858519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:35:54.863571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:54.866655 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc21af61ed414d6cb452802c73688a70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7060759 Sep 16 19:35:54.872346 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47440) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:54.902868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.914148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:54.915049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.940101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9ffe-1f75-4926-9de7-675644e3ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:54.946879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:54.952105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-913b16e1-3cb9-402c-b08a-da1a4841de9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:54.973972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d7e37dbd-d246-4886-85c1-dcd98620571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:55.006931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d7e37dbd-d246-4886-85c1-dcd98620571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:55.058745 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e9ffe-1f75-4926-9de7-675644e3ad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f92ce0f-8ebc-44b8-a007-eab19c77aa9b,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:55.062258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e4e9ffe-1f75-4926-9de7-675644e3ad43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:55.063792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9ffe-1f75-4926-9de7-675644e3ad43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:55.066315 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4e4e9ffe-1f75-4926-9de7-675644e3ad43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f92ce0f-8ebc-44b8-a007-eab19c77aa9b HTTP/1.1" status: 204 len: 168 time: 0.4683352 Sep 16 19:35:55.090156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47454) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:55.091444 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4223485 Sep 16 19:35:55.098936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Request body: {'subnet': {'network_id': 'f3deba30-9b29-46fa-b8d8-5d9671752d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-655833926-subnet', 'tenant_id': '5f249c5946804798a472808a3ad79842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:55.121762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d7e37dbd-d246-4886-85c1-dcd98620571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:55.137649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:55.140754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5709a36f-e200-4e6c-9800-5f94556483a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:55.148029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-709e5de0-ab41-4947-ad5c-54eaf6a908d3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:55.149616 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-709e5de0-ab41-4947-ad5c-54eaf6a908d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d752d7cd-a06e-4fc1-a001-cb5901ed5ff6 HTTP/1.1" status: 200 len: 849 time: 0.3011789 Sep 16 19:35:55.163709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Pushing event updated for resources: {'Network': ['ID=f3deba30-9b29-46fa-b8d8-5d9671752d42,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:55.167218 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:55.173531 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e37dbd-d246-4886-85c1-dcd98620571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7531275f-b439-42b8-9032-6bdfdbbf2c46,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:55.177461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network f3deba30-9b29-46fa-b8d8-5d9671752d42 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:35:55.190805 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Usage tracker for resource:subnet and tenant:5f249c5946804798a472808a3ad79842 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:55.205903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d7e37dbd-d246-4886-85c1-dcd98620571e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:55.206938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:55.224089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d7e37dbd-d246-4886-85c1-dcd98620571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:55.227801 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d7e37dbd-d246-4886-85c1-dcd98620571e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7531275f-b439-42b8-9032-6bdfdbbf2c46 HTTP/1.1" status: 204 len: 168 time: 0.3547797 Sep 16 19:35:55.227801 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:55.255246 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-09c06104-823b-4ca4-b95e-cc9e9fd33436 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925829 Sep 16 19:35:55.275342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb631356-c62f-4ef4-bd01-a9faa876060b req-b8f50c79-298c-4775-8ef7-6704d30432b7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:55.277220 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb631356-c62f-4ef4-bd01-a9faa876060b req-b8f50c79-298c-4775-8ef7-6704d30432b7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.3082118 Sep 16 19:35:55.371349 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc7f70-53a6-43d4-9ee1-482e4cb3755c req-4822364e-f9a5-45bf-b9a3-a6fb4a8677b2 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:55.372975 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3adc7f70-53a6-43d4-9ee1-482e4cb3755c req-4822364e-f9a5-45bf-b9a3-a6fb4a8677b2 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 944 time: 0.1702294 Sep 16 19:35:55.374150 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Made reservation on behalf of 5f249c5946804798a472808a3ad79842 for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:35:55.379145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1230479'] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:55.445248 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb631356-c62f-4ef4-bd01-a9faa876060b req-1f4516ac-0a55-438c-948b-97209c7ec87e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358924 Sep 16 19:35:55.497223 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-0f7198af-a223-49c5-9149-4a99e1479e2e service neutron] 10.222.0.38 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187486 Sep 16 19:35:55.535526 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3adc7f70-53a6-43d4-9ee1-482e4cb3755c req-37bbebca-2072-4337-9df2-30b56d114678 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419797 Sep 16 19:35:55.715948 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb16cc81-d369-4445-a98e-d9ad6213bcaa req-e8c3d738-4a6f-4551-90f4-9ec5ae82d053 service neutron] 10.222.0.38 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070861 Sep 16 19:35:55.818686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852838940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1230494'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:55.825490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:55.941963 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-831232c3-01dc-41f3-abd1-e853e369ffc8 req-14f3e8a3-08b9-4166-a2a5-fac8c3551b61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc24ce94b2a044e9803aa591c364ab90&device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 1097 time: 0.1469903 Sep 16 19:35:55.984052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Checking segment: {'id': 'f2538d02-51c6-447b-ad33-39951786f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f3deba30-9b29-46fa-b8d8-5d9671752d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:35:55.985042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Network hostable DHCP agents. Network: f3deba30-9b29-46fa-b8d8-5d9671752d42, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:35:55.994719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6b4079-44f5-4677-a7f4-c4114a094652,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:56.001061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:56.065343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Network f3deba30-9b29-46fa-b8d8-5d9671752d42 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:35:56.132788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, f3deba30-9b29-46fa-b8d8-5d9671752d42) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:35:56.138108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:56.138751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:56.146798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ebfdb2-2c87-49ca-9e7b-6be4584e261a None None] Network f3deba30-9b29-46fa-b8d8-5d9671752d42 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:35:56.172447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831232c3-01dc-41f3-abd1-e853e369ffc8 req-e02808a6-0cac-44cd-9e51-4e84337c46db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:56.175285 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-831232c3-01dc-41f3-abd1-e853e369ffc8 req-e02808a6-0cac-44cd-9e51-4e84337c46db service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 HTTP/1.1" status: 200 len: 910 time: 0.2251718 Sep 16 19:35:56.254094 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1625915 Sep 16 19:35:56.265524 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-831232c3-01dc-41f3-abd1-e853e369ffc8 req-6cb0f61a-1672-4e33-80dd-491e40cb3f76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 HTTP/1.1" status: 200 len: 217 time: 0.0817654 Sep 16 19:35:56.274723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47480) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:56.309042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:56.364312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:56.365622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831232c3-01dc-41f3-abd1-e853e369ffc8 req-959dbc48-a639-4c77-bb22-be1080513cd2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:56.367998 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-831232c3-01dc-41f3-abd1-e853e369ffc8 req-959dbc48-a639-4c77-bb22-be1080513cd2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d752d7cd-a06e-4fc1-a001-cb5901ed5ff6 HTTP/1.1" status: 200 len: 849 time: 0.0937672 Sep 16 19:35:56.368353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Usage tracker for resource:security_group_rule and tenant:067242890f974bfc9394d3cb6d3ddbd3 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:56.371362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:56.378095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:56.449317 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-831232c3-01dc-41f3-abd1-e853e369ffc8 req-ca8f50d7-2103-4397-a89b-b007d00cd0e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733223 Sep 16 19:35:56.467845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36732d25-e9da-4229-8dc5-23305e971c0d None None] Network f3deba30-9b29-46fa-b8d8-5d9671752d42 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:35:56.559438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:56.597417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:56.608739 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f2066d7b-0333-401b-829f-e1bd382138bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:56.815612 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=067242890f974bfc9394d3cb6d3ddbd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5395417 Sep 16 19:35:56.817723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6048ae2f-146e-4cf7-80a7-1caa0015ab72,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:56.820621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47498) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:56.916182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:56.962267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2ce3a11-8b0c-44cb-a569-cafd528257ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:56.994248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2ce3a11-8b0c-44cb-a569-cafd528257ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:57.061381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2422b-dc4c-4228-b827-5c055d483e65 req-58c18eee-b6a8-47bf-a04f-22c710f2bd9c tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:57.069569 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6cc2422b-dc4c-4228-b827-5c055d483e65 req-58c18eee-b6a8-47bf-a04f-22c710f2bd9c tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 944 time: 0.2585828 Sep 16 19:35:57.091876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2ce3a11-8b0c-44cb-a569-cafd528257ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:57.098280 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-182b2e02-1458-438c-a870-8f6fb8b3632b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:57.111953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6145ab-eec6-4762-8339-32627bdd95c3 req-481c8b55-f707-47e8-ad6e-c4ede6b173de tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:57.119422 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5f6145ab-eec6-4762-8339-32627bdd95c3 req-481c8b55-f707-47e8-ad6e-c4ede6b173de tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1473420 Sep 16 19:35:57.137961 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-831232c3-01dc-41f3-abd1-e853e369ffc8 req-3c31513a-574b-4915-bb59-d36ccd964892 service neutron] 10.222.0.38 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709886 Sep 16 19:35:57.140609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce3a11-8b0c-44cb-a569-cafd528257ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6048ae2f-146e-4cf7-80a7-1caa0015ab72,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:57.146475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f2ce3a11-8b0c-44cb-a569-cafd528257ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:57.168244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2ce3a11-8b0c-44cb-a569-cafd528257ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:57.169895 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f2ce3a11-8b0c-44cb-a569-cafd528257ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6048ae2f-146e-4cf7-80a7-1caa0015ab72 HTTP/1.1" status: 204 len: 168 time: 0.3043554 Sep 16 19:35:57.193862 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6cc2422b-dc4c-4228-b827-5c055d483e65 req-8ff5c189-4277-46d9-8fad-728e7ebfd195 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222670 Sep 16 19:35:57.277913 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5f6145ab-eec6-4762-8339-32627bdd95c3 req-2d94779c-200f-477b-ba15-5c565e3598b9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575527 Sep 16 19:35:57.325340 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-831232c3-01dc-41f3-abd1-e853e369ffc8 req-a09bef61-7f1b-4317-b33c-95c8c7a1cfac service neutron] 10.222.0.38 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785340 Sep 16 19:35:57.810689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47528) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:57.838909 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:57.888422 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:57.892975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Usage tracker for resource:security_group_rule and tenant:d0f62e4c481a4e26b66890df8b283803 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:57.896344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:57.903581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:58.021952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:58.052706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:58.060989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8bfb660-76e3-42ca-8a79-6835578cfca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:58.153070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47550) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:58.153258 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0f62e4c481a4e26b66890df8b283803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3412614 Sep 16 19:35:58.153962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136cb93-ed5b-4d3c-8fc3-9af69945ab8a,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:58.159315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:58.243246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6878d9d1-ad48-4bdd-b6b6-4b19f2e9407a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:58.272570 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6878d9d1-ad48-4bdd-b6b6-4b19f2e9407a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:58.435028 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e819c-d6dd-4935-b367-174d33b9a35a req-b0c11530-ed9b-4323-b493-cbf330268318 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:58.435028 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-238e819c-d6dd-4935-b367-174d33b9a35a req-b0c11530-ed9b-4323-b493-cbf330268318 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 944 time: 0.0863926 Sep 16 19:35:58.464618 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-238e819c-d6dd-4935-b367-174d33b9a35a req-f7ee4354-e226-4b67-9063-4dd01f7a98cd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472052 Sep 16 19:35:58.500965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a4a53-ae43-41ae-8d8f-ff620f945068 req-18c4ff31-8557-4a55-9675-ad1f72cd5dc7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:58.503139 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8d8a4a53-ae43-41ae-8d8f-ff620f945068 req-18c4ff31-8557-4a55-9675-ad1f72cd5dc7 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.0849338 Sep 16 19:35:58.555794 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8d8a4a53-ae43-41ae-8d8f-ff620f945068 req-aea45b35-dbfd-492e-a8c0-92808f00d45d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 Sep 16 19:35:58.580464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:35:58.685732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:35:58.877517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:35:58.891448 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': 'd0a3625e-ed0c-4653-85f3-a7b2f2da50f4', 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7', 'port_id': 'd0a3625e-ed0c-4653-85f3-a7b2f2da50f4', 'mac_address': 'fa:16:3e:c3:c9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd752d7cd-a06e-4fc1-a001-cb5901ed5ff6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:35:58.950035 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:58.968124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:35:58.983542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:35:59.075359 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6878d9d1-ad48-4bdd-b6b6-4b19f2e9407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.081858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8017d292-4ce2-4c57-a08f-98f58534afa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:59.091165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47568) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:59.098372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878d9d1-ad48-4bdd-b6b6-4b19f2e9407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136cb93-ed5b-4d3c-8fc3-9af69945ab8a,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:59.103636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6878d9d1-ad48-4bdd-b6b6-4b19f2e9407a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:59.103636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6878d9d1-ad48-4bdd-b6b6-4b19f2e9407a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.107517 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6878d9d1-ad48-4bdd-b6b6-4b19f2e9407a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2136cb93-ed5b-4d3c-8fc3-9af69945ab8a HTTP/1.1" status: 204 len: 168 time: 0.9527805 Sep 16 19:35:59.112985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.116251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1368839212-network', 'tenant_id': 'c58c781eb0fd4f3ab1cefe0d944669f4'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:35:59.120214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:59.136947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:59.152837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Usage tracker for resource:network and tenant:c58c781eb0fd4f3ab1cefe0d944669f4 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:59.157803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:59.175040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:59.218509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Made reservation on behalf of c58c781eb0fd4f3ab1cefe0d944669f4 for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:35:59.224855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.250246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.282418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:59.286789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:59.291670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:59.301071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c58c781eb0fd4f3ab1cefe0d944669f4 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:59.303521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:59.315278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:59.391878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.405587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47584) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:35:59.424629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.430093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-35b2000e-4fb7-45e2-8a09-676963591538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:59.459830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3082d7f2-8a94-46a3-b25f-24a1ffc57b20,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:59.462371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['d0a3625e-ed0c-4653-85f3-a7b2f2da50f4'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:35:59.476160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:59.496793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:35:59.517111 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.520376 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Added segment 7b7f591d-4717-4462-a11c-87a52dc911c2 of type vlan for network 2eb6d145-5d22-4c9c-88f7-41aaba05c021 Sep 16 19:35:59.599992 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.621445 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.758653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:35:59.765436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Usage tracker for resource:security_group_rule and tenant:77556a52040e4e4b835391555bc2f0ee is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:35:59.770888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:35:59.772290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.773643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:59.774304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:35:59.782653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:35:59.788094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:35:59.817982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e8db8-8928-4008-89c2-0d4f5f5ad4c7 req-8e9709e9-b27d-4d2b-8f6e-2a45af3f8017 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:35:59.821847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a39e8db8-8928-4008-89c2-0d4f5f5ad4c7 req-8e9709e9-b27d-4d2b-8f6e-2a45af3f8017 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Synchronizing usage tracker for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:35:59.869553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a39e8db8-8928-4008-89c2-0d4f5f5ad4c7 req-8e9709e9-b27d-4d2b-8f6e-2a45af3f8017 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Unset dirty status for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:35:59.871111 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a39e8db8-8928-4008-89c2-0d4f5f5ad4c7 req-8e9709e9-b27d-4d2b-8f6e-2a45af3f8017 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 945 time: 0.1934645 Sep 16 19:35:59.935180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb6d145-5d22-4c9c-88f7-41aaba05c021,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:35:59.938011 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:35:59.944637 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a39e8db8-8928-4008-89c2-0d4f5f5ad4c7 req-70fd3565-9f9b-4cf0-960e-b7736fba92e5 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659950 Sep 16 19:35:59.950882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 2eb6d145-5d22-4c9c-88f7-41aaba05c021 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:36:00.023572 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9301894 Sep 16 19:36:00.030211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47612) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:00.043032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Request body: {'subnet': {'network_id': '2eb6d145-5d22-4c9c-88f7-41aaba05c021', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1368839212-subnet', 'tenant_id': 'c58c781eb0fd4f3ab1cefe0d944669f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:00.054918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.058006 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:00.071501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Usage tracker for resource:subnet and tenant:c58c781eb0fd4f3ab1cefe0d944669f4 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:00.076993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:00.086617 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.087965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:00.094337 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:00.133384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b57367-2977-4b63-94de-872913e93580 req-281c25b0-4be3-4ed0-860c-95482b00773b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:00.138053 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7b57367-2977-4b63-94de-872913e93580 req-281c25b0-4be3-4ed0-860c-95482b00773b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1688449 Sep 16 19:36:00.157124 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77556a52040e4e4b835391555bc2f0ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7493012 Sep 16 19:36:00.157124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46092209-a20c-45a4-b091-5fe401037c36,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:00.170843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:00.172105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47620) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:00.199361 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7b57367-2977-4b63-94de-872913e93580 req-cde6a947-0c65-4c16-89b0-3229c8ec8185 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540295 Sep 16 19:36:00.200248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Made reservation on behalf of c58c781eb0fd4f3ab1cefe0d944669f4 for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:36:00.205863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1230479'] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.271973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7634562-6923-4259-90f3-131752c545ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.311633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7634562-6923-4259-90f3-131752c545ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.418122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7634562-6923-4259-90f3-131752c545ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.423365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1b9c3b21-f525-4a74-8d43-ab9774a595d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:00.438032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7634562-6923-4259-90f3-131752c545ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46092209-a20c-45a4-b091-5fe401037c36,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:00.440952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b7634562-6923-4259-90f3-131752c545ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:00.442187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7634562-6923-4259-90f3-131752c545ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.443479 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b7634562-6923-4259-90f3-131752c545ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46092209-a20c-45a4-b091-5fe401037c36 HTTP/1.1" status: 204 len: 168 time: 0.2701895 Sep 16 19:36:00.543232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56ac41-1ea7-4499-9199-6267360aa4af req-d4364d39-9352-4356-8352-28524d2cfa28 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:00.552017 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5d56ac41-1ea7-4499-9199-6267360aa4af req-d4364d39-9352-4356-8352-28524d2cfa28 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1393726 Sep 16 19:36:00.578255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852838940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1230494'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.587083 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:00.594774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:00.653757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81536a1-8bf8-4952-acf6-0b5766761aad,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:00.664844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:00.701841 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5d56ac41-1ea7-4499-9199-6267360aa4af req-e23a8d22-335f-4887-9313-f4348a4f08f1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486969 Sep 16 19:36:00.715957 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Checking segment: {'id': '7b7f591d-4717-4462-a11c-87a52dc911c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2eb6d145-5d22-4c9c-88f7-41aaba05c021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:00.716348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Network hostable DHCP agents. Network: 2eb6d145-5d22-4c9c-88f7-41aaba05c021, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:36:00.743851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:00.749613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:00.750101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.772973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Network 2eb6d145-5d22-4c9c-88f7-41aaba05c021 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:36:00.819219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 2eb6d145-5d22-4c9c-88f7-41aaba05c021) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:00.837253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:00.838182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:00.868994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e172e4c-92c9-4f01-9565-4255d913da3b None None] Network 2eb6d145-5d22-4c9c-88f7-41aaba05c021 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:36:00.905224 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e90387ba-a13a-4cb7-b9c0-7e62bf2ddffc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8674335 Sep 16 19:36:00.976496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:01.026070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdaa1661-dd46-400a-bdfc-cad5d4700faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a3625e-ed0c-4653-85f3-a7b2f2da50f4'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:01.052132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:01.089244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47652) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:01.133630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:01.152138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:01.158619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:01.191771 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdaa1661-dd46-400a-bdfc-cad5d4700faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a3625e-ed0c-4653-85f3-a7b2f2da50f4', 'code': 200} Sep 16 19:36:01.216375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:01.223732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Usage tracker for resource:security_group_rule and tenant:e483ceee7dc845869453a633a8b63c2c is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:01.229506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4fbe1-e07d-4379-b78b-0a59ed15063c None None] Network 2eb6d145-5d22-4c9c-88f7-41aaba05c021 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:36:01.230088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:01.241741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:01.270666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870fd7d-9fd2-49af-b30f-63154da43b5b req-8664c6f0-338f-4b6e-a8c5-b7a098baf902 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:01.278913 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a870fd7d-9fd2-49af-b30f-63154da43b5b req-8664c6f0-338f-4b6e-a8c5-b7a098baf902 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 946 time: 0.2022700 Sep 16 19:36:01.338577 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a870fd7d-9fd2-49af-b30f-63154da43b5b req-4c3a5d64-c68a-4bef-9011-063ddc5aa7f1 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587828 Sep 16 19:36:01.428921 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:01.491304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:01.493589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:01.500584 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:01.515848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-092f739c-3ff9-46c8-9cbd-2d4cfbf9c6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:01.638987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ee8dfb-7157-4f9b-91eb-7d7bd321fa4c,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:01.658303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:01.677769 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e483ceee7dc845869453a633a8b63c2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5873191 Sep 16 19:36:01.686382 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47668) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:01.701959 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9cf967d8-5ddb-482e-a277-a78f91d256e4 req-41c822a0-65dc-4cb1-8fd9-4e8b6ca0d70e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 1099 time: 0.1348569 Sep 16 19:36:01.777215 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9cf967d8-5ddb-482e-a277-a78f91d256e4 req-24f5066f-93f7-403f-bb12-8176168a7b42 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669224 Sep 16 19:36:01.825298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee51c3-7c53-4d16-8315-ca1a23bc7b54 req-06c35852-d255-426e-9b7e-10ec5254a694 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:01.827058 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-45ee51c3-7c53-4d16-8315-ca1a23bc7b54 req-06c35852-d255-426e-9b7e-10ec5254a694 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.3809328 Sep 16 19:36:01.937192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5acc697c-a9d9-44ed-a6b1-7b4bacbd6da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:01.941977 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-45ee51c3-7c53-4d16-8315-ca1a23bc7b54 req-7353e6f6-5329-4946-b631-976126fcb1d1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862873 Sep 16 19:36:01.978079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5acc697c-a9d9-44ed-a6b1-7b4bacbd6da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:02.064092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5acc697c-a9d9-44ed-a6b1-7b4bacbd6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:02.072331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9d6e1cf8-2959-4cbe-bef9-230cfa675303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:02.095474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc697c-a9d9-44ed-a6b1-7b4bacbd6da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ee8dfb-7157-4f9b-91eb-7d7bd321fa4c,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:02.099041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5acc697c-a9d9-44ed-a6b1-7b4bacbd6da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:02.124656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5acc697c-a9d9-44ed-a6b1-7b4bacbd6da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:02.147311 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5acc697c-a9d9-44ed-a6b1-7b4bacbd6da6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0ee8dfb-7157-4f9b-91eb-7d7bd321fa4c HTTP/1.1" status: 204 len: 168 time: 0.4279566 Sep 16 19:36:02.187408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56842e-1abd-4ad6-ac92-561820a5d992 req-5bd69996-a3a8-4e1f-8d97-db18c5fa898f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:02.189138 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe56842e-1abd-4ad6-ac92-561820a5d992 req-5bd69996-a3a8-4e1f-8d97-db18c5fa898f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1806178 Sep 16 19:36:02.260493 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d1411f3f-15d3-48a9-8751-43218273d702 req-9f0a1c1e-744a-4c03-8614-ce4bd6a7409a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 1098 time: 0.1385059 Sep 16 19:36:02.265474 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe56842e-1abd-4ad6-ac92-561820a5d992 req-80762a5b-fe48-41bd-8ab2-741d7bdb8f79 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664039 Sep 16 19:36:02.322475 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d1411f3f-15d3-48a9-8751-43218273d702 req-2a3b0155-e86f-4876-845b-c9d102f317d8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476036 Sep 16 19:36:02.786350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3b4ca-af54-496a-83e6-110e710e0aab req-868ab1e5-ee17-4d6f-a9a6-2cf8f4508345 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:02.788089 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00c3b4ca-af54-496a-83e6-110e710e0aab req-868ab1e5-ee17-4d6f-a9a6-2cf8f4508345 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 946 time: 0.2845621 Sep 16 19:36:02.844326 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00c3b4ca-af54-496a-83e6-110e710e0aab req-598a4e3b-cb3c-4cd9-b253-23645e093c43 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488782 Sep 16 19:36:03.232282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a4dfd-5b4f-4b49-ac89-b786dbcb7f0e req-02b89998-00ea-4d45-8676-362cd2f63c13 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:03.234522 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b8a4dfd-5b4f-4b49-ac89-b786dbcb7f0e req-02b89998-00ea-4d45-8676-362cd2f63c13 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1226361 Sep 16 19:36:03.289042 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b8a4dfd-5b4f-4b49-ac89-b786dbcb7f0e req-9f05f306-9582-41b5-ab76-0d3d77632157 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 Sep 16 19:36:03.603520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-0b29d385-1f85-419d-ac63-fc83c7a6e07c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:03.609776 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-0b29d385-1f85-419d-ac63-fc83c7a6e07c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 814 time: 0.2085819 Sep 16 19:36:03.641144 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-d09baf6b-bf06-4164-b92f-8b994493a768 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/quotas/83c670c5a60d4f869bf348b77181874f HTTP/1.1" status: 200 len: 375 time: 0.0177305 Sep 16 19:36:03.742811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40decdd4-ae60-46d5-b420-6fd7811a1777 req-a1219ee3-15a0-4e27-82a5-478f6b851e5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:03.744538 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-40decdd4-ae60-46d5-b420-6fd7811a1777 req-a1219ee3-15a0-4e27-82a5-478f6b851e5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1402826 Sep 16 19:36:03.749287 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-81964354-2f56-40c1-bddf-0035c5695301 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1071341 Sep 16 19:36:03.832552 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-40decdd4-ae60-46d5-b420-6fd7811a1777 req-7d79061a-5599-4757-914b-9b3691197158 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769262 Sep 16 19:36:03.934552 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9f11dfa5-6ce9-4d42-87b5-8b2be6fed507 service neutron] 10.222.0.37 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842716 Sep 16 19:36:04.125291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f01275-29c0-4b92-bb45-c2c22e2ab058 req-d6efa9b8-ce7f-4c04-9162-200c921f0cdf tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:04.132047 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-54f01275-29c0-4b92-bb45-c2c22e2ab058 req-d6efa9b8-ce7f-4c04-9162-200c921f0cdf tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 946 time: 0.1530337 Sep 16 19:36:04.141422 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-d1389df0-c77e-4e9a-a911-3cdadae3f1bc service neutron] 10.222.0.37 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964974 Sep 16 19:36:04.226573 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-54f01275-29c0-4b92-bb45-c2c22e2ab058 req-b554a25c-b3e7-4fd5-a68b-835f68d023c1 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766399 Sep 16 19:36:04.263848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47780) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:04.536114 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4d766c40-1c31-4404-93d1-d0288ef6f89d req-f54a8d23-f395-4f5a-9bbb-228151d3e645 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 210 time: 0.0952275 Sep 16 19:36:04.536322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:04.605837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f62fc-92e7-487a-9217-3d99c2ee9891 req-218ce77f-0fa9-4d06-bfab-eabcfed359a1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:04.607885 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cc0f62fc-92e7-487a-9217-3d99c2ee9891 req-218ce77f-0fa9-4d06-bfab-eabcfed359a1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1488614 Sep 16 19:36:04.675942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:04.680240 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cc0f62fc-92e7-487a-9217-3d99c2ee9891 req-598b91c5-9cfd-46f6-95ff-4c2d60c98fa4 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656841 Sep 16 19:36:04.682680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Usage tracker for resource:security_group_rule and tenant:85451651afad41199d3ba1ae0793f2bc is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:04.685708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:04.692687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:04.777168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:04.812492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:04.824334 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5f9fa8d6-49d0-40a0-a881-95158a0d300d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:04.870347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5b42b-20cd-4422-b712-5ab095e288cf,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:04.873706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:04.906319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47818) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:04.906987 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85451651afad41199d3ba1ae0793f2bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6416225 Sep 16 19:36:05.012324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c57c884e-810e-4199-938f-4beaab382b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:05.097957 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c57c884e-810e-4199-938f-4beaab382b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:05.171056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946bd27-81ce-4096-866a-d81cf95d075c req-ce89caff-3d97-4bbc-b71f-7e9dde891777 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:05.172630 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f946bd27-81ce-4096-866a-d81cf95d075c req-ce89caff-3d97-4bbc-b71f-7e9dde891777 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1354251 Sep 16 19:36:05.232866 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f946bd27-81ce-4096-866a-d81cf95d075c req-c50a8157-0c62-4fe5-b3f6-abce6791156d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526414 Sep 16 19:36:05.321372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c57c884e-810e-4199-938f-4beaab382b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:05.329713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a6c38d70-45a6-4ad3-b552-3ee2844ed290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:05.343670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c884e-810e-4199-938f-4beaab382b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5b42b-20cd-4422-b712-5ab095e288cf,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:05.351507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c57c884e-810e-4199-938f-4beaab382b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:05.394497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c57c884e-810e-4199-938f-4beaab382b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:05.395846 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c57c884e-810e-4199-938f-4beaab382b2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63f5b42b-20cd-4422-b712-5ab095e288cf HTTP/1.1" status: 204 len: 168 time: 0.4884582 Sep 16 19:36:05.476915 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c74e6d13-18ca-4219-9bdd-0850586b9c08 req-28324389-f619-40a2-b370-2d2a41de5c11 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 1098 time: 0.1277490 Sep 16 19:36:05.498383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41315001-df6f-4390-b5a4-bd36dbdc8264 req-249ddac7-8084-4974-9a6c-6d9a4dbf9c08 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:05.503081 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41315001-df6f-4390-b5a4-bd36dbdc8264 req-249ddac7-8084-4974-9a6c-6d9a4dbf9c08 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1276317 Sep 16 19:36:05.621890 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41315001-df6f-4390-b5a4-bd36dbdc8264 req-2e03be36-f333-4e72-a5ba-4312906b903e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113091 Sep 16 19:36:05.738778 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e6d13-18ca-4219-9bdd-0850586b9c08 req-022b9892-f442-4478-9e81-48ab4998115c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:05.738778 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c74e6d13-18ca-4219-9bdd-0850586b9c08 req-022b9892-f442-4478-9e81-48ab4998115c service neutron] 10.222.0.38 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 919 time: 0.2525358 Sep 16 19:36:05.816783 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c74e6d13-18ca-4219-9bdd-0850586b9c08 req-d8818962-e8da-48d5-ae74-72a729c6e270 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1420ada-c487-4a84-98e4-6481dcca7de3 HTTP/1.1" status: 200 len: 217 time: 0.0724645 Sep 16 19:36:05.928643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e6d13-18ca-4219-9bdd-0850586b9c08 req-0036d081-4be0-4bf1-afc2-58187340f4a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:05.928643 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c74e6d13-18ca-4219-9bdd-0850586b9c08 req-0036d081-4be0-4bf1-afc2-58187340f4a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c0ec58e-3a85-4ac8-acf1-88c9302ab152 HTTP/1.1" status: 200 len: 858 time: 0.1018670 Sep 16 19:36:05.939218 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a101b680-381c-4692-bae7-05fe3f3817f5 req-68af9139-4c2f-45c9-a721-9e2135ae6c78 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 210 time: 0.0711551 Sep 16 19:36:06.045544 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c74e6d13-18ca-4219-9bdd-0850586b9c08 req-e898bee8-1bae-4893-b45b-012166b42990 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036208 Sep 16 19:36:06.256731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47858) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:06.281365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:06.326405 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c74e6d13-18ca-4219-9bdd-0850586b9c08 req-89c5690f-048a-47d5-9921-55805efecda5 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656767 Sep 16 19:36:06.342278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:06.346826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Usage tracker for resource:security_group_rule and tenant:4afe4353e6b34d5398825f01b5ebb34c is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:06.349826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:06.356014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:06.358716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcc548-cc57-4d77-abc1-00323249daa2 req-50cbc7c3-d65b-44e6-9971-2558f6cd35dd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:06.366699 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73dcc548-cc57-4d77-abc1-00323249daa2 req-50cbc7c3-d65b-44e6-9971-2558f6cd35dd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 946 time: 0.1370506 Sep 16 19:36:06.444160 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73dcc548-cc57-4d77-abc1-00323249daa2 req-bd7855bc-c75a-4f14-b53e-95b5701acd4b tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764420 Sep 16 19:36:06.714939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:06.740656 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c74e6d13-18ca-4219-9bdd-0850586b9c08 req-516d6a3d-1523-4810-b30a-14d07036f1c3 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995701 Sep 16 19:36:06.747977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4a097-ea71-4f97-b368-2b75e87c7986 req-fc39894c-234a-4233-aea0-70f04531a84d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:06.759057 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93a4a097-ea71-4f97-b368-2b75e87c7986 req-fc39894c-234a-4233-aea0-70f04531a84d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.2893713 Sep 16 19:36:06.790899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:06.806400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6878d9d1-ad48-4bdd-b6b6-4b19f2e9407a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:06.862968 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-93a4a097-ea71-4f97-b368-2b75e87c7986 req-f131a024-dbfd-4c91-ac4d-b99948618e21 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028411 Sep 16 19:36:06.864695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db9064-b72d-417e-b63b-9194c434e8d7,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:06.868132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:06.873566 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4afe4353e6b34d5398825f01b5ebb34c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6157644 Sep 16 19:36:06.874395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47870) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:07.012664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4205d90d-bec9-440f-8008-1c7f96ccfba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:07.018652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-542f01f6-f6bd-4335-b410-61e6ae69d570 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:07.023326 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-542f01f6-f6bd-4335-b410-61e6ae69d570 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 814 time: 0.2942889 Sep 16 19:36:07.033134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f32831-fea2-44be-92e8-bc3ccd67de6f req-57fbef38-7c67-453f-bba8-2ab1b49122ef tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:07.042234 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d9f32831-fea2-44be-92e8-bc3ccd67de6f req-57fbef38-7c67-453f-bba8-2ab1b49122ef tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1949847 Sep 16 19:36:07.044601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4205d90d-bec9-440f-8008-1c7f96ccfba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:07.065221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Request body: {'port': {'device_id': '605cb984-0ca5-4299-8fa6-33ec8fb94b62', 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72', 'admin_state_up': True, 'tenant_id': '83c670c5a60d4f869bf348b77181874f'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:07.186458 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-27183391-e0ac-4598-a00a-a82274a201e5 req-82e0b167-21fb-4f08-ae81-7a9a521a6fb9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 210 time: 0.1007552 Sep 16 19:36:07.195566 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d9f32831-fea2-44be-92e8-bc3ccd67de6f req-514104b8-08d0-4be2-8fe6-d868fc41500e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512742 Sep 16 19:36:07.287426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:07.297458 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:07.349694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4205d90d-bec9-440f-8008-1c7f96ccfba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:07.351405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Made reservation on behalf of 83c670c5a60d4f869bf348b77181874f for: {'port': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:36:07.355143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:07.356987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:07.370914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205d90d-bec9-440f-8008-1c7f96ccfba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db9064-b72d-417e-b63b-9194c434e8d7,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:07.373514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4205d90d-bec9-440f-8008-1c7f96ccfba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:07.374193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4205d90d-bec9-440f-8008-1c7f96ccfba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:07.378394 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4205d90d-bec9-440f-8008-1c7f96ccfba0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44db9064-b72d-417e-b63b-9194c434e8d7 HTTP/1.1" status: 204 len: 168 time: 0.5000443 Sep 16 19:36:07.557551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Allocated IP 172.20.0.12 (ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72/8f3223f6-8bae-411f-89bd-590cac98edaf/59e4be40-29b5-4ee1-9f59-139138472a1b) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:36:07.807734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11ed69-9ac5-4163-a614-4f0e4ca6ca97 req-c5703a9d-8b91-4895-99fb-b5da972293bb tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:07.809358 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5e11ed69-9ac5-4163-a614-4f0e4ca6ca97 req-c5703a9d-8b91-4895-99fb-b5da972293bb tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 946 time: 0.2250483 Sep 16 19:36:07.873828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:07.904763 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5e11ed69-9ac5-4163-a614-4f0e4ca6ca97 req-aece0d91-a750-430d-947b-3c21ec4ab30d tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836256 Sep 16 19:36:08.023999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:08.030904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:08.036991 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['81b1c6d4-3be5-4676-9159-023d21b35b38', '919398ea-1b12-400b-8925-70a6d070db27', 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:36:08.116569 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Pushing event updated for resources: {'Port': ['ID=59e4be40-29b5-4ee1-9f59-139138472a1b,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:08.119927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:08.121138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:08.122043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:08.124333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:36:08.234881 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571a68-37a7-44a2-b5e8-71537b9a7371 req-c1977351-36bb-48b1-8b35-833ea1651909 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:08.236543 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-83571a68-37a7-44a2-b5e8-71537b9a7371 req-c1977351-36bb-48b1-8b35-833ea1651909 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.2146983 Sep 16 19:36:08.240365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:08.241087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:08.327243 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2815225 Sep 16 19:36:08.340341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Request body: {'port': {'device_id': '605cb984-0ca5-4299-8fa6-33ec8fb94b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:08.605686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:08.665588 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-83571a68-37a7-44a2-b5e8-71537b9a7371 req-bfdf051e-ae6c-4fd0-8419-634468ea5e7f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4115050 Sep 16 19:36:08.692751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0909e-3857-4599-9071-c94541e47035 req-6c2acba2-023b-4f99-8ef1-44ee3d5fc649 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:08.694369 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c3d0909e-3857-4599-9071-c94541e47035 req-6c2acba2-023b-4f99-8ef1-44ee3d5fc649 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 946 time: 0.5721700 Sep 16 19:36:08.697197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525414e6-c591-40ff-8842-026a49a0dd64 req-072f1b6b-fc59-4bdd-8f7b-764d0b18766e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:08.700826 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-525414e6-c591-40ff-8842-026a49a0dd64 req-072f1b6b-fc59-4bdd-8f7b-764d0b18766e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.2980220 Sep 16 19:36:08.801277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-c3d0909e-3857-4599-9071-c94541e47035 req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Deleting port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:36:08.802327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-c3d0909e-3857-4599-9071-c94541e47035 req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:08.838156 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-525414e6-c591-40ff-8842-026a49a0dd64 req-4895d1e0-1510-45ee-a87f-ec4e803b5214 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326342 Sep 16 19:36:09.197565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-c3d0909e-3857-4599-9071-c94541e47035 req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] For port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:09.197975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-c3d0909e-3857-4599-9071-c94541e47035 req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:09.218478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e4be40-29b5-4ee1-9f59-139138472a1b {{(pid=93568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:36:09.226843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:09.244196 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Transition to ACTIVE for port object 59e4be40-29b5-4ee1-9f59-139138472a1b will not be triggered until provisioned by entity L2. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:09.310752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:09.327279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:09.337725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-c3d0909e-3857-4599-9071-c94541e47035 req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Calling delete_port for d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:36:09.444325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e9cea-f33e-4ad5-9897-0f2ea7952a1a req-5e42ba10-85a1-4de8-8445-5927e20f0997 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:09.445902 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6c5e9cea-f33e-4ad5-9897-0f2ea7952a1a req-5e42ba10-85a1-4de8-8445-5927e20f0997 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 932 time: 0.5971937 Sep 16 19:36:09.501247 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Pushing event updated for resources: {'Port': ['ID=59e4be40-29b5-4ee1-9f59-139138472a1b,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:09.506046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:09.512379 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815c533-efe6-43b4-b7f5-8b6a29a6723f req-b67553f5-ba8d-46a5-8b7b-2d2f4c9c6957 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:09.514025 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f815c533-efe6-43b4-b7f5-8b6a29a6723f req-b67553f5-ba8d-46a5-8b7b-2d2f4c9c6957 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdaa1661-dd46-400a-bdfc-cad5d4700faf HTTP/1.1" status: 200 len: 946 time: 0.2671537 Sep 16 19:36:09.535705 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6c5e9cea-f33e-4ad5-9897-0f2ea7952a1a req-d13236c8-cec1-49ad-8a7f-ef8c400356b0 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831089 Sep 16 19:36:09.596578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-c3d0909e-3857-4599-9071-c94541e47035 req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:09.603503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a94194ee-1680-46a9-83ae-e8dee09ab589 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:09.608986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['d0a3625e-ed0c-4653-85f3-a7b2f2da50f4'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:36:09.665467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Pushing event deleted for resources: {'Port': ['ID=d0a3625e-ed0c-4653-85f3-a7b2f2da50f4,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:09.668450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:09.757981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d0909e-3857-4599-9071-c94541e47035 req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] No DVR routers for this DVR port d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:36:09.770191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-c3d0909e-3857-4599-9071-c94541e47035 req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:09.775623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdaa1661-dd46-400a-bdfc-cad5d4700faf', 'name': 'network-vif-deleted', 'tag': 'd0a3625e-ed0c-4653-85f3-a7b2f2da50f4'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:09.863833 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c3d0909e-3857-4599-9071-c94541e47035 req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.38 "DELETE /v2.0/ports/d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 HTTP/1.1" status: 204 len: 173 time: 1.1618178 Sep 16 19:36:09.893827 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f815c533-efe6-43b4-b7f5-8b6a29a6723f req-ad58407f-7800-4a89-a18f-dfadec7d3bc8 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473537 Sep 16 19:36:09.894926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Attempting to bind port 59e4be40-29b5-4ee1-9f59-139138472a1b on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:36:09.895249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Attempting to bind port 59e4be40-29b5-4ee1-9f59-139138472a1b by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:36:09.895614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Attempting to bind port 59e4be40-29b5-4ee1-9f59-139138472a1b on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:36:09.905046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Port 59e4be40-29b5-4ee1-9f59-139138472a1b on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:36:09.905426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Attempting to bind port 59e4be40-29b5-4ee1-9f59-139138472a1b on network ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:36:09.916625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:36:09.916625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Checking segment: {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:09.916625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Bound using segment: {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:36:09.916625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Bound port: 59e4be40-29b5-4ee1-9f59-139138472a1b, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b51b5-269f-43ca-939b-e55b3d94bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72'}}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:36:09.916625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:09.924106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5451356-758b-4948-83e2-c3e8a806d98c req-6ed58f62-a202-43e7-83f4-0919b951cdfd tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:09.926067 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c5451356-758b-4948-83e2-c3e8a806d98c req-6ed58f62-a202-43e7-83f4-0919b951cdfd tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1133215 Sep 16 19:36:09.959852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 47958) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:09.983763 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdaa1661-dd46-400a-bdfc-cad5d4700faf', 'name': 'network-vif-deleted', 'tag': 'd0a3625e-ed0c-4653-85f3-a7b2f2da50f4', 'status': 'completed', 'code': 200} Sep 16 19:36:10.006834 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c5451356-758b-4948-83e2-c3e8a806d98c req-3cb1146b-dda6-48f7-859d-532039d0cd62 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736187 Sep 16 19:36:10.051395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] For port 59e4be40-29b5-4ee1-9f59-139138472a1b, host hv-cinder-80944, cleared binding levels {{(pid=93568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:36:10.055813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] For port 59e4be40-29b5-4ee1-9f59-139138472a1b, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=59e4be40-29b5-4ee1-9f59-139138472a1b,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:36:10.093020 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:10.099672 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5f780a50-5f69-4095-ac58-18a211a6df62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:10.166455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:10.202864 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:10.206650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:10.207453 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] 10.222.0.38 "PUT /v2.0/ports/59e4be40-29b5-4ee1-9f59-139138472a1b HTTP/1.1" status: 200 len: 1094 time: 1.8721795 Sep 16 19:36:10.207998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605cb984-0ca5-4299-8fa6-33ec8fb94b62', 'tag': '59e4be40-29b5-4ee1-9f59-139138472a1b'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:10.208516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Usage tracker for resource:security_group_rule and tenant:b7f89ea54d2e478c877a851ca9179eeb is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:10.211712 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:10.219152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:10.239710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Pushing event updated for resources: {'Port': ['ID=59e4be40-29b5-4ee1-9f59-139138472a1b,revision_number=3']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:10.244127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:10.282446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c0ab-901b-4988-8c59-d81127df3e77 req-c0f9061d-93c6-48ce-b9d0-1d49da629dc2 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:10.284515 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8aa1c0ab-901b-4988-8c59-d81127df3e77 req-c0f9061d-93c6-48ce-b9d0-1d49da629dc2 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1163809 Sep 16 19:36:10.306707 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605cb984-0ca5-4299-8fa6-33ec8fb94b62', 'tag': '59e4be40-29b5-4ee1-9f59-139138472a1b', 'status': 'completed', 'code': 200} Sep 16 19:36:10.318953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:10.369116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:10.382087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-29facde3-ea4f-4468-b311-41460822fce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:10.411639 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8aa1c0ab-901b-4988-8c59-d81127df3e77 req-5bc522ee-565e-441a-88b0-e3c4c5e9c425 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204205 Sep 16 19:36:10.458805 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-48be4771-712c-4179-b503-305ec2828506 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 1097 time: 0.1352499 Sep 16 19:36:10.469122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ea83cd-508c-4a7d-bb5b-3ca03062b5fa,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:10.469122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:10.473376 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7f89ea54d2e478c877a851ca9179eeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5121672 Sep 16 19:36:10.476072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 47974) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:10.562631 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-b2ce73e3-df08-48a9-adee-eece7a0a9ab9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e4be40-29b5-4ee1-9f59-139138472a1b HTTP/1.1" status: 200 len: 217 time: 0.0903742 Sep 16 19:36:10.641221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-39a4e49a-f885-49bf-b55f-73c6b2315116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:10.643761 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-39a4e49a-f885-49bf-b55f-73c6b2315116 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.0724058 Sep 16 19:36:10.714432 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-c08e9e6c-eabe-46ad-9ac2-496435839749 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578606 Sep 16 19:36:10.801225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bae557-f543-48a5-8525-f0aec59301ae req-00911a42-31cc-4f78-a0bc-8dd88f617dac tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:10.802928 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-54bae557-f543-48a5-8525-f0aec59301ae req-00911a42-31cc-4f78-a0bc-8dd88f617dac tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 944 time: 0.0944369 Sep 16 19:36:10.838622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87810823-663f-4aa6-9c78-911d37487678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:10.876428 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-54bae557-f543-48a5-8525-f0aec59301ae req-5b4227fc-6f74-49f3-8f25-95827236628b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599887 Sep 16 19:36:10.890240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87810823-663f-4aa6-9c78-911d37487678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:10.956284 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-062928e1-62da-4506-be36-d091fca860f0 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332251 Sep 16 19:36:11.167537 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a01cdf15-3f37-4356-a97f-e1030d3dbd0d req-eaa566c9-1877-40dc-9970-53333e487d8e service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029798 Sep 16 19:36:11.224508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87810823-663f-4aa6-9c78-911d37487678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:11.232906 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-19a315df-d806-477e-999a-410da9f96d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:11.246531 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87810823-663f-4aa6-9c78-911d37487678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ea83cd-508c-4a7d-bb5b-3ca03062b5fa,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:11.265535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-87810823-663f-4aa6-9c78-911d37487678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:11.295681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87810823-663f-4aa6-9c78-911d37487678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:11.297187 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-87810823-663f-4aa6-9c78-911d37487678 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36ea83cd-508c-4a7d-bb5b-3ca03062b5fa HTTP/1.1" status: 204 len: 168 time: 0.7673914 Sep 16 19:36:11.366130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3d977-5c51-46cb-b9cf-312fff79f0f5 req-b0788b3f-ec05-4dfe-8329-f84cbc5a85e6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:11.374071 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-96c3d977-5c51-46cb-b9cf-312fff79f0f5 req-b0788b3f-ec05-4dfe-8329-f84cbc5a85e6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1800511 Sep 16 19:36:11.446432 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-96c3d977-5c51-46cb-b9cf-312fff79f0f5 req-b1b4b854-2efe-4ed0-b41c-0ec57fdb5e1e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712702 Sep 16 19:36:11.596845 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69942521-74b1-4456-9a47-9e60e97007fa req-9b8365e8-f098-4358-8310-9323cece8843 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 1097 time: 0.2941906 Sep 16 19:36:11.613440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-07b3add4-6383-49f6-b5dc-6d5ddeed0f99 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:11.618277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-07b3add4-6383-49f6-b5dc-6d5ddeed0f99 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Synchronizing usage tracker for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:network {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:36:11.777920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-07b3add4-6383-49f6-b5dc-6d5ddeed0f99 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Unset dirty status for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:network {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:36:11.779335 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-07b3add4-6383-49f6-b5dc-6d5ddeed0f99 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/networks?id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 HTTP/1.1" status: 200 len: 809 time: 0.3956981 Sep 16 19:36:11.784339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942521-74b1-4456-9a47-9e60e97007fa req-b4aed927-e6b6-4227-a306-8f9faab3c443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:11.785815 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69942521-74b1-4456-9a47-9e60e97007fa req-b4aed927-e6b6-4227-a306-8f9faab3c443 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 915 time: 0.1609154 Sep 16 19:36:11.856690 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-819e66ec-1305-4a51-8f6c-c36ab1d492a0 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/quotas/dc24ce94b2a044e9803aa591c364ab90 HTTP/1.1" status: 200 len: 375 time: 0.0691001 Sep 16 19:36:11.870680 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69942521-74b1-4456-9a47-9e60e97007fa req-4b9a7260-aaac-4e72-8cb8-322ce57a8a92 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e4be40-29b5-4ee1-9f59-139138472a1b HTTP/1.1" status: 200 len: 217 time: 0.0747585 Sep 16 19:36:11.952732 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bb8facab-f37d-414e-823f-fbf1362a25ed tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc24ce94b2a044e9803aa591c364ab90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853829 Sep 16 19:36:12.068432 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942521-74b1-4456-9a47-9e60e97007fa req-a18734cd-6e92-42cc-ac96-36c7c9c2a085 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:12.070312 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69942521-74b1-4456-9a47-9e60e97007fa req-a18734cd-6e92-42cc-ac96-36c7c9c2a085 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.1662333 Sep 16 19:36:12.126565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d3d53-8279-41f8-9038-6114f1587d81 req-681bab5a-5040-4d0b-8fd5-114483ac894d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:12.128298 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb2d3d53-8279-41f8-9038-6114f1587d81 req-681bab5a-5040-4d0b-8fd5-114483ac894d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 944 time: 0.0966840 Sep 16 19:36:12.138127 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69942521-74b1-4456-9a47-9e60e97007fa req-d83312ae-825d-4c5c-b272-bf3f8607a05b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603235 Sep 16 19:36:12.194396 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb2d3d53-8279-41f8-9038-6114f1587d81 req-c97a88cd-e541-4b3f-848a-693880ead228 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592098 Sep 16 19:36:12.208384 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-1a90f60a-bb0e-4e4d-bce6-774aebac783a service neutron] 10.222.0.37 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425487 Sep 16 19:36:12.474539 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69942521-74b1-4456-9a47-9e60e97007fa req-300207b2-453b-4eb9-8f9c-27a3f08d0291 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935953 Sep 16 19:36:12.479864 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-2544524a-0b36-4b4e-b176-8ff6faf78001 service neutron] 10.222.0.37 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459135 Sep 16 19:36:12.655392 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:36:12.684375 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69942521-74b1-4456-9a47-9e60e97007fa req-2927318e-b317-42bb-9900-de2045d94925 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021754 Sep 16 19:36:12.710419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:36:12.715210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device d0a3625e-ed0c-4653-85f3-a7b2f2da50f4 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:36:12.723946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35747c-68fe-4387-94b9-77f10963a6a3 req-290df407-65bf-4f48-8f73-06d69da0904a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:12.725801 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce35747c-68fe-4387-94b9-77f10963a6a3 req-290df407-65bf-4f48-8f73-06d69da0904a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1173010 Sep 16 19:36:12.781881 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce35747c-68fe-4387-94b9-77f10963a6a3 req-1b43173e-2d79-4e9b-9fee-27f0669bb989 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487709 Sep 16 19:36:12.855509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b04a-c197-4919-a2c8-4ad34cb0e565 req-21190930-b183-4a5e-b9e7-ae42dbeb92d5 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:12.857196 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0777b04a-c197-4919-a2c8-4ad34cb0e565 req-21190930-b183-4a5e-b9e7-ae42dbeb92d5 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.0953231 Sep 16 19:36:12.902404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-7033a4f8-acab-47c9-a924-16adc9a37539 req-27b1bf8d-ea87-4247-a1f3-54fe68180f65 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Synchronizing usage tracker for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:36:12.909573 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0777b04a-c197-4919-a2c8-4ad34cb0e565 req-be49076f-013f-4ed7-b34f-197afc135468 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 Sep 16 19:36:12.949355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-7033a4f8-acab-47c9-a924-16adc9a37539 req-27b1bf8d-ea87-4247-a1f3-54fe68180f65 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Unset dirty status for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:36:12.950750 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7033a4f8-acab-47c9-a924-16adc9a37539 req-27b1bf8d-ea87-4247-a1f3-54fe68180f65 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 210 time: 0.0938253 Sep 16 19:36:13.410251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3452f-ab77-4070-a513-346e838b23f8 req-a88384d5-64ad-448a-814e-09600c9190bd tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:13.411851 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d3452f-ab77-4070-a513-346e838b23f8 req-a88384d5-64ad-448a-814e-09600c9190bd tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 944 time: 0.0907722 Sep 16 19:36:13.469198 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d3452f-ab77-4070-a513-346e838b23f8 req-4856f692-5257-4569-946e-e8a5a705f9a5 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503018 Sep 16 19:36:13.955498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:14.044141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acd910-94bf-4708-871f-ed096f8cc1cd req-db1e2265-c597-4d61-9940-dd222b236500 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:14.045727 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24acd910-94bf-4708-871f-ed096f8cc1cd req-db1e2265-c597-4d61-9940-dd222b236500 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.0882699 Sep 16 19:36:14.130706 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24acd910-94bf-4708-871f-ed096f8cc1cd req-29fda414-4005-4cb5-a524-56cee1c02b1f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781415 Sep 16 19:36:14.150912 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-460aff86-a40f-42fd-9c31-015c477465ad req-0ce303b1-705b-4a80-ac27-e367f1bd09b6 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 210 time: 0.0606909 Sep 16 19:36:14.673001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 59e4be40-29b5-4ee1-9f59-139138472a1b details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:36:14.687259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48118) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:14.728191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5348f-f554-48cf-a82b-7a4f70de79e7 req-359f211e-0626-43ea-a003-f3df0aab229c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:14.728191 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-80b5348f-f554-48cf-a82b-7a4f70de79e7 req-359f211e-0626-43ea-a003-f3df0aab229c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 944 time: 0.1204898 Sep 16 19:36:14.740776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-31501a66-67d7-4920-94e4-51effc75eef1 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:14.742700 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-31501a66-67d7-4920-94e4-51effc75eef1 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.38 "GET /v2.0/networks?id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 HTTP/1.1" status: 200 len: 809 time: 0.1986961 Sep 16 19:36:14.760044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Request body: {'port': {'device_id': '0758ad8f-5a00-4a51-bc15-6aef64fb1ecf', 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7', 'admin_state_up': True, 'tenant_id': 'dc24ce94b2a044e9803aa591c364ab90'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:14.804996 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-80b5348f-f554-48cf-a82b-7a4f70de79e7 req-e527b856-64c5-4777-8e65-25a570ecc4b2 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692642 Sep 16 19:36:14.840446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 59e4be40-29b5-4ee1-9f59-139138472a1b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=59e4be40-29b5-4ee1-9f59-139138472a1b,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:14.856452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '59e4be40-29b5-4ee1-9f59-139138472a1b', 'network_id': 'ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72', 'port_id': '59e4be40-29b5-4ee1-9f59-139138472a1b', 'mac_address': 'fa:16:3e:86:26:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3223f6-8bae-411f-89bd-590cac98edaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:36:14.926512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:14.946495 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e4be40-29b5-4ee1-9f59-139138472a1b {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:36:14.964612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 59e4be40-29b5-4ee1-9f59-139138472a1b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=59e4be40-29b5-4ee1-9f59-139138472a1b,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:15.004849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:15.007087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:15.082820 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=59e4be40-29b5-4ee1-9f59-139138472a1b,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:15.092049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.092524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.092994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.093443 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.093890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.094389 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.094843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.095891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.096475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.096916 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.097371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:15.109447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:15.119776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:15.195708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:15.212478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Usage tracker for resource:security_group_rule and tenant:3f79fd449c0a4d6d86b14306aac25f36 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:15.217163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:15.227147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:15.231606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:15.252526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:15.330242 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7cd898e0-65d1-406f-8443-12f177934c13 req-a04281e9-f80a-4879-92a5-29a07ecd0505 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 210 time: 0.0449970 Sep 16 19:36:15.341241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['59e4be40-29b5-4ee1-9f59-139138472a1b'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:36:15.347402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Made reservation on behalf of dc24ce94b2a044e9803aa591c364ab90 for: {'port': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:36:15.362824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:15.458291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:15.498415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:15.509473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d853145b-90b4-459a-a755-bc7bbabb68de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:15.615388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b357dd-8369-41f8-87ef-91c0d2c383f6 req-ac91e5fd-46ac-4d4b-8130-9977b4dea291 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:15.617080 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d7b357dd-8369-41f8-87ef-91c0d2c383f6 req-ac91e5fd-46ac-4d4b-8130-9977b4dea291 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.3251340 Sep 16 19:36:15.639232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a172a384-1fa7-46a4-b98b-58d7d32a3f67,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:15.643030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:15.663835 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f79fd449c0a4d6d86b14306aac25f36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9754922 Sep 16 19:36:15.667038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48144) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:15.686616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Allocated IP 172.20.0.6 (3f58a138-21a7-4f6f-98d6-5f0f429b7ef7/d752d7cd-a06e-4fc1-a001-cb5901ed5ff6/d5c00823-11c1-4279-8acc-074fc6dd1e01) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:36:15.704098 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d7b357dd-8369-41f8-87ef-91c0d2c383f6 req-d9fc2e67-dedb-43ec-9dbd-57b16224a482 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694959 Sep 16 19:36:15.738509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a905-efcb-480a-bee2-ce5d3bfeb1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:15.765530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a905-efcb-480a-bee2-ce5d3bfeb1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:15.976325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a905-efcb-480a-bee2-ce5d3bfeb1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:15.982835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8889e8a6-fa68-474f-9fea-24ce869f6bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:15.987302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.002906 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5a905-efcb-480a-bee2-ce5d3bfeb1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a172a384-1fa7-46a4-b98b-58d7d32a3f67,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:16.012716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c6e5a905-efcb-480a-bee2-ce5d3bfeb1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:16.041311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.041715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a905-efcb-480a-bee2-ce5d3bfeb1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.045575 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c6e5a905-efcb-480a-bee2-ce5d3bfeb1c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a172a384-1fa7-46a4-b98b-58d7d32a3f67 HTTP/1.1" status: 204 len: 168 time: 0.3745027 Sep 16 19:36:16.047890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:16.056004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fb584-3892-41ab-91e4-4a7019427c86 req-e857ebe9-da4c-4669-a881-e4014794df48 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:16.058051 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b65fb584-3892-41ab-91e4-4a7019427c86 req-e857ebe9-da4c-4669-a881-e4014794df48 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 945 time: 0.1270630 Sep 16 19:36:16.112944 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b65fb584-3892-41ab-91e4-4a7019427c86 req-96e2872e-ee61-431f-8793-99601c42849c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489054 Sep 16 19:36:16.136652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:16.140803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:16.143892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:36:16.181801 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Pushing event updated for resources: {'Port': ['ID=d5c00823-11c1-4279-8acc-074fc6dd1e01,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:16.188677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:16.218891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:16.219563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.270012 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5155125 Sep 16 19:36:16.282146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Request body: {'port': {'device_id': '0758ad8f-5a00-4a51-bc15-6aef64fb1ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:16.397202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.536793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48158) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:16.556490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.587984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:16.591897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Usage tracker for resource:security_group_rule and tenant:d855140c0bbf49f48ff3114e381a2988 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:16.594761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:16.601116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:16.675222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.677818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:36:16.680452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 59e4be40-29b5-4ee1-9f59-139138472a1b up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:16.705329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.707853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571742de-eb53-40dc-b62b-cfc9938ff682 req-66949af9-7448-4f0f-b835-224a89b1c200 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:16.708631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-571742de-eb53-40dc-b62b-cfc9938ff682 req-66949af9-7448-4f0f-b835-224a89b1c200 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Synchronizing usage tracker for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:36:16.716797 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c6e5a905-efcb-480a-bee2-ce5d3bfeb1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:16.765772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-571742de-eb53-40dc-b62b-cfc9938ff682 req-66949af9-7448-4f0f-b835-224a89b1c200 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Unset dirty status for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:36:16.767520 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-571742de-eb53-40dc-b62b-cfc9938ff682 req-66949af9-7448-4f0f-b835-224a89b1c200 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 931 time: 0.3017929 Sep 16 19:36:16.792294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf68fd5-332e-4cad-a4d8-d75ef48d1afa,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:16.795875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:16.799161 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d855140c0bbf49f48ff3114e381a2988&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2607553 Sep 16 19:36:16.802667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48168) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:16.879867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c00823-11c1-4279-8acc-074fc6dd1e01 {{(pid=93568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:36:16.887074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.888506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4490f6e3-4e7c-4349-af2c-ff5305ad7251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.903748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Transition to ACTIVE for port object d5c00823-11c1-4279-8acc-074fc6dd1e01 will not be triggered until provisioned by entity L2. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:16.917943 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4490f6e3-4e7c-4349-af2c-ff5305ad7251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.932676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:16.932899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:16.938657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:16.950410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '75cd045b-b91f-4e30-a442-f36156005cdc', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'port_id': '75cd045b-b91f-4e30-a442-f36156005cdc', 'mac_address': 'fa:16:3e:6b:14:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:36:16.955244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 59e4be40-29b5-4ee1-9f59-139138472a1b completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:16.996361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 59e4be40-29b5-4ee1-9f59-139138472a1b triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:16.997694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.004342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Pushing event updated for resources: {'Port': ['ID=d5c00823-11c1-4279-8acc-074fc6dd1e01,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:17.008095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4490f6e3-4e7c-4349-af2c-ff5305ad7251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.018425 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a01b27e9-cc61-4ae0-b7d9-f7dc1fd71870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:17.030336 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:17.032183 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490f6e3-4e7c-4349-af2c-ff5305ad7251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf68fd5-332e-4cad-a4d8-d75ef48d1afa,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:17.037348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4490f6e3-4e7c-4349-af2c-ff5305ad7251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:17.044423 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-571742de-eb53-40dc-b62b-cfc9938ff682 req-76e80248-8116-462f-b02f-68f05f16163d tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392310 Sep 16 19:36:17.047179 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4490f6e3-4e7c-4349-af2c-ff5305ad7251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.048934 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4490f6e3-4e7c-4349-af2c-ff5305ad7251 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccf68fd5-332e-4cad-a4d8-d75ef48d1afa HTTP/1.1" status: 204 len: 168 time: 0.2447548 Sep 16 19:36:17.105103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea15027-f2db-4eba-a755-c7c2a6f71965 req-64e35dbe-ae23-4957-aeeb-ddb542e8cbbe tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:17.108770 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ea15027-f2db-4eba-a755-c7c2a6f71965 req-64e35dbe-ae23-4957-aeeb-ddb542e8cbbe tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1445661 Sep 16 19:36:17.160576 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.213152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75cd045b-b91f-4e30-a442-f36156005cdc {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:36:17.214103 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ea15027-f2db-4eba-a755-c7c2a6f71965 req-13b3312f-4980-4f8c-90a6-9e8df838da23 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977018 Sep 16 19:36:17.318983 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:17.340109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.353238 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.357780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:17.425109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605cb984-0ca5-4299-8fa6-33ec8fb94b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4be40-29b5-4ee1-9f59-139138472a1b'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:17.438384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Attempting to bind port d5c00823-11c1-4279-8acc-074fc6dd1e01 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:36:17.444414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Attempting to bind port d5c00823-11c1-4279-8acc-074fc6dd1e01 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7'}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:36:17.446152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Attempting to bind port d5c00823-11c1-4279-8acc-074fc6dd1e01 on network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:36:17.446233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 59e4be40-29b5-4ee1-9f59-139138472a1b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=59e4be40-29b5-4ee1-9f59-139138472a1b,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:17.457888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Port d5c00823-11c1-4279-8acc-074fc6dd1e01 on network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:36:17.458305 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Attempting to bind port d5c00823-11c1-4279-8acc-074fc6dd1e01 on network 3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:36:17.458405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=6']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:17.461693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:17.486240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:36:17.486713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Checking segment: {'id': 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:17.487109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Bound using segment: {'id': 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7'} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:36:17.487588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Bound port: d5c00823-11c1-4279-8acc-074fc6dd1e01, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7'}}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:36:17.488029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.493673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.496036 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:17.529376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e5238-5a74-4f4b-9afc-3f55ea00b737 req-36324260-5574-4d42-8bab-1db20ba765df tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:17.530254 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-774e5238-5a74-4f4b-9afc-3f55ea00b737 req-36324260-5574-4d42-8bab-1db20ba765df tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:36:17.572071 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605cb984-0ca5-4299-8fa6-33ec8fb94b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4be40-29b5-4ee1-9f59-139138472a1b', 'code': 200} Sep 16 19:36:17.593038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['75cd045b-b91f-4e30-a442-f36156005cdc'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:36:17.629302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-774e5238-5a74-4f4b-9afc-3f55ea00b737 req-36324260-5574-4d42-8bab-1db20ba765df tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:36:17.630656 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-774e5238-5a74-4f4b-9afc-3f55ea00b737 req-36324260-5574-4d42-8bab-1db20ba765df tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 945 time: 0.3328948 Sep 16 19:36:17.637694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] For port d5c00823-11c1-4279-8acc-074fc6dd1e01, host hv-cinder-80944, cleared binding levels {{(pid=93568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:36:17.649698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] For port d5c00823-11c1-4279-8acc-074fc6dd1e01, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d5c00823-11c1-4279-8acc-074fc6dd1e01,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:36:17.682804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.696923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=59e4be40-29b5-4ee1-9f59-139138472a1b,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:17.701212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:17.703205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:17.794390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Pushing event updated for resources: {'Port': ['ID=d5c00823-11c1-4279-8acc-074fc6dd1e01,revision_number=3']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:17.815938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:17.830765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.832787 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] 10.222.0.38 "PUT /v2.0/ports/d5c00823-11c1-4279-8acc-074fc6dd1e01 HTTP/1.1" status: 200 len: 1093 time: 1.5549524 Sep 16 19:36:17.833325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0758ad8f-5a00-4a51-bc15-6aef64fb1ecf', 'tag': 'd5c00823-11c1-4279-8acc-074fc6dd1e01'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:17.841192 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-774e5238-5a74-4f4b-9afc-3f55ea00b737 req-c9133101-03a4-4097-890c-fe9a66a21db4 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890366 Sep 16 19:36:17.842554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0cba047b-1731-40cb-945e-5f515014f887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:17.911674 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0758ad8f-5a00-4a51-bc15-6aef64fb1ecf', 'tag': 'd5c00823-11c1-4279-8acc-074fc6dd1e01', 'status': 'completed', 'code': 200} Sep 16 19:36:17.992290 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-271c56de-2ccf-491c-b87b-c7851daf3686 req-6c388f04-ffee-4d10-81b8-0515884f0806 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 1099 time: 0.0796480 Sep 16 19:36:17.999693 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-129ae05e-203d-4f29-b15e-82bb271fb08d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc24ce94b2a044e9803aa591c364ab90&device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 1096 time: 0.0854862 Sep 16 19:36:18.047949 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-271c56de-2ccf-491c-b87b-c7851daf3686 req-0a16ff71-8b5d-40a5-a0cf-4767e91e1751 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484588 Sep 16 19:36:18.087552 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-fd5334e9-b9b5-4d99-8fc7-3bd1833fcac6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c00823-11c1-4279-8acc-074fc6dd1e01 HTTP/1.1" status: 200 len: 217 time: 0.0812798 Sep 16 19:36:18.269432 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15338-3bc2-46c6-a3f3-1daee3e7f12a req-2c2bc157-cef0-4278-8b30-c34de7886d9e tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:18.271105 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6c15338-3bc2-46c6-a3f3-1daee3e7f12a req-2c2bc157-cef0-4278-8b30-c34de7886d9e tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 943 time: 0.0935760 Sep 16 19:36:18.348928 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-94e7c2a8-8c1e-4e25-a6cd-826ef0ba2375 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:18.351645 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-94e7c2a8-8c1e-4e25-a6cd-826ef0ba2375 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d752d7cd-a06e-4fc1-a001-cb5901ed5ff6 HTTP/1.1" status: 200 len: 849 time: 0.0929358 Sep 16 19:36:18.385436 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6c15338-3bc2-46c6-a3f3-1daee3e7f12a req-9999079c-82aa-4bd0-8581-b7e74ec70932 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082020 Sep 16 19:36:18.429519 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-e9aa37d5-39b4-4556-975f-599b49d25c2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682962 Sep 16 19:36:18.646113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76ff7e-4975-4ce8-831f-74ead7b8a71a req-1508a2f7-eef9-4a53-842a-d6dc8e838af3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:18.650701 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce76ff7e-4975-4ce8-831f-74ead7b8a71a req-1508a2f7-eef9-4a53-842a-d6dc8e838af3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 944 time: 0.2118959 Sep 16 19:36:18.671619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:18.687450 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-a2172bda-ddf1-47f7-abd0-dbe75f02ecef service neutron] 10.222.0.38 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470305 Sep 16 19:36:18.748983 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce76ff7e-4975-4ce8-831f-74ead7b8a71a req-5f04c6d0-70ba-4f95-8e1a-f2c8c6cbf3e4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929499 Sep 16 19:36:18.796318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 75cd045b-b91f-4e30-a442-f36156005cdc triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:18.798261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:18.979590 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12917892-9ea7-4b67-84d3-89ff7e231bcb req-1e8914a2-b16e-4f5f-ad4c-3c74dc0944df service neutron] 10.222.0.38 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778680 Sep 16 19:36:19.025892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:19.072757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:19.104300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:19.106740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:19.147964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0fb4c-0d26-403e-944c-445ddde029df req-00039276-1ffc-4a3f-afb1-d31abad7196f tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:19.156100 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7da0fb4c-0d26-403e-944c-445ddde029df req-00039276-1ffc-4a3f-afb1-d31abad7196f tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 946 time: 0.1487203 Sep 16 19:36:19.272308 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=7']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:19.275511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:19.281873 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7da0fb4c-0d26-403e-944c-445ddde029df req-be493730-0287-454d-8586-7bb2faff16fa tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227624 Sep 16 19:36:19.299296 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4517871e-2def-43da-a0f6-23639b41388a req-9fa4b0da-5b54-457c-bcb3-d002419def46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc24ce94b2a044e9803aa591c364ab90&device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 1096 time: 0.1940310 Sep 16 19:36:19.474929 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:19.553237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517871e-2def-43da-a0f6-23639b41388a req-7e84f43a-8603-4a19-9160-a2a043b51227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:19.555042 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4517871e-2def-43da-a0f6-23639b41388a req-7e84f43a-8603-4a19-9160-a2a043b51227 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 HTTP/1.1" status: 200 len: 910 time: 0.2455609 Sep 16 19:36:19.573852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:19.670980 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc', 'code': 200} Sep 16 19:36:19.973613 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4517871e-2def-43da-a0f6-23639b41388a req-dabf90f9-49e3-4f73-bde2-4492c3d27d48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c00823-11c1-4279-8acc-074fc6dd1e01 HTTP/1.1" status: 200 len: 217 time: 0.4062784 Sep 16 19:36:20.074927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a6d2-87c7-49e9-bec1-9764e8a5e791 req-e15757bf-b866-4301-b670-d8eb754a0417 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:20.078221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eab52-7ad0-43ea-acfc-f3e9a87c31f9 req-95842469-7f7f-4144-b394-9ec9d5f6ef87 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:20.082208 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3e33a6d2-87c7-49e9-bec1-9764e8a5e791 req-e15757bf-b866-4301-b670-d8eb754a0417 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1407347 Sep 16 19:36:20.087611 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-888eab52-7ad0-43ea-acfc-f3e9a87c31f9 req-95842469-7f7f-4144-b394-9ec9d5f6ef87 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 943 time: 0.4061713 Sep 16 19:36:20.179163 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3e33a6d2-87c7-49e9-bec1-9764e8a5e791 req-32dc54c6-546e-4ab1-87f3-ba3724f0ef3e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959985 Sep 16 19:36:20.237127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517871e-2def-43da-a0f6-23639b41388a req-cdd7ea00-e3e5-47d8-b8b1-ad1ee18e58a0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:20.238781 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4517871e-2def-43da-a0f6-23639b41388a req-cdd7ea00-e3e5-47d8-b8b1-ad1ee18e58a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d752d7cd-a06e-4fc1-a001-cb5901ed5ff6 HTTP/1.1" status: 200 len: 849 time: 0.2544386 Sep 16 19:36:20.242809 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-888eab52-7ad0-43ea-acfc-f3e9a87c31f9 req-58e01874-7a66-4e5d-a655-48d7adccd122 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541083 Sep 16 19:36:20.327560 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4517871e-2def-43da-a0f6-23639b41388a req-5be67376-f9a3-42e4-87ef-4f64101f35ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539551 Sep 16 19:36:20.429117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-80484e6d-8b2e-4741-8399-a4a8b4ca5d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:20.556735 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efff22-e67a-4ad3-a236-cf88575cd044 req-4824d722-d7b5-4fad-91c3-80a7aad04347 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:20.565064 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59efff22-e67a-4ad3-a236-cf88575cd044 req-4824d722-d7b5-4fad-91c3-80a7aad04347 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 946 time: 0.1340413 Sep 16 19:36:20.628260 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59efff22-e67a-4ad3-a236-cf88575cd044 req-eef39b16-2e62-4a04-9011-3b3359ceba95 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620937 Sep 16 19:36:20.661604 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4517871e-2def-43da-a0f6-23639b41388a req-408abf23-d134-487a-9a6a-b4ff1d88922b service neutron] 10.222.0.38 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119090 Sep 16 19:36:20.834932 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:20.865799 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4517871e-2def-43da-a0f6-23639b41388a req-7a8ea47f-bc6a-4c81-adce-2d5ce51dfef2 service neutron] 10.222.0.38 "GET /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829624 Sep 16 19:36:21.499116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be1e8a-f520-4547-a9b3-d0a31706cecb req-c5544e19-5a80-4989-b1b0-074d8dc92003 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:21.502644 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59be1e8a-f520-4547-a9b3-d0a31706cecb req-c5544e19-5a80-4989-b1b0-074d8dc92003 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1162705 Sep 16 19:36:21.543842 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a7129-ebea-444a-be7b-12f90f54c973 req-70355fa8-2457-4fc0-84c0-0082810a7705 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:21.543842 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c93a7129-ebea-444a-be7b-12f90f54c973 req-70355fa8-2457-4fc0-84c0-0082810a7705 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 943 time: 0.1398735 Sep 16 19:36:21.617892 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c93a7129-ebea-444a-be7b-12f90f54c973 req-e99a55da-c94c-499b-9282-14a3cd04de10 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683131 Sep 16 19:36:21.634404 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59be1e8a-f520-4547-a9b3-d0a31706cecb req-21188158-cbd7-4655-a941-243cf2dcb7fe tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245108 Sep 16 19:36:21.812500 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:22.689335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device d5c00823-11c1-4279-8acc-074fc6dd1e01 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:36:22.903565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port d5c00823-11c1-4279-8acc-074fc6dd1e01, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d5c00823-11c1-4279-8acc-074fc6dd1e01,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:22.922536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': 'd5c00823-11c1-4279-8acc-074fc6dd1e01', 'network_id': '3f58a138-21a7-4f6f-98d6-5f0f429b7ef7', 'port_id': 'd5c00823-11c1-4279-8acc-074fc6dd1e01', 'mac_address': 'fa:16:3e:ba:74:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd752d7cd-a06e-4fc1-a001-cb5901ed5ff6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:36:22.930057 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf644-d8ed-4df2-aa64-ce7043d07c36 req-17daecd0-0c88-4cdd-81de-58df688794f3 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:22.939484 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d86bf644-d8ed-4df2-aa64-ce7043d07c36 req-17daecd0-0c88-4cdd-81de-58df688794f3 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 943 time: 0.1661842 Sep 16 19:36:22.995744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:23.024107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c00823-11c1-4279-8acc-074fc6dd1e01 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:36:23.044005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port d5c00823-11c1-4279-8acc-074fc6dd1e01, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d5c00823-11c1-4279-8acc-074fc6dd1e01,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:23.087678 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d86bf644-d8ed-4df2-aa64-ce7043d07c36 req-af42461b-7b89-43dc-ac1c-1c60d1b959cc tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453872 Sep 16 19:36:23.127527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc0ee3-3377-4023-89a4-036e69bb210c req-4fe0d1fa-2d10-49e9-8589-bd12a939e10e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:23.135244 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5bdc0ee3-3377-4023-89a4-036e69bb210c req-4fe0d1fa-2d10-49e9-8589-bd12a939e10e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1071069 Sep 16 19:36:23.178868 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0494d067-41f3-49b1-81f7-232b7687ebbe req-bca6fdaa-f63b-4136-8423-9b2746df6316 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 1098 time: 0.2685878 Sep 16 19:36:23.194802 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5bdc0ee3-3377-4023-89a4-036e69bb210c req-4d194d36-ed95-40b0-acea-815d5b4cdec9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585818 Sep 16 19:36:23.418816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494d067-41f3-49b1-81f7-232b7687ebbe req-2bef59b6-0e34-494b-8393-42315570aadf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:23.420391 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0494d067-41f3-49b1-81f7-232b7687ebbe req-2bef59b6-0e34-494b-8393-42315570aadf service neutron] 10.222.0.38 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 919 time: 0.2280939 Sep 16 19:36:23.441323 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:23.444819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2bbb5468-f7ae-4046-8d09-a01ca80b9e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:23.506273 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6619f-0ba0-47e1-a1b3-453b19fdbf25 req-64088843-409f-4b0e-8ff6-6f897700723f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:23.508402 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7f6619f-0ba0-47e1-a1b3-453b19fdbf25 req-64088843-409f-4b0e-8ff6-6f897700723f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.2151115 Sep 16 19:36:23.509920 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0494d067-41f3-49b1-81f7-232b7687ebbe req-6e22d9e8-e341-4640-8288-3e7c67a4e8da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1420ada-c487-4a84-98e4-6481dcca7de3 HTTP/1.1" status: 200 len: 217 time: 0.0805204 Sep 16 19:36:23.521863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48362) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:23.598223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=d5c00823-11c1-4279-8acc-074fc6dd1e01,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:23.615963 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-4222ce3c-d29f-4064-83c5-cde1bb10b147 admin admin] Deleting subnet 8e6b4079-44f5-4677-a7f4-c4114a094652 {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:36:23.619162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:23.620540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4222ce3c-d29f-4064-83c5-cde1bb10b147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:23.641460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494d067-41f3-49b1-81f7-232b7687ebbe req-8282573a-1352-4ee4-bbd4-eebafeca4c0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:23.643833 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0494d067-41f3-49b1-81f7-232b7687ebbe req-8282573a-1352-4ee4-bbd4-eebafeca4c0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c0ec58e-3a85-4ac8-acf1-88c9302ab152 HTTP/1.1" status: 200 len: 858 time: 0.1122682 Sep 16 19:36:23.647914 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7f6619f-0ba0-47e1-a1b3-453b19fdbf25 req-7fb87ed4-f3e7-4832-854e-884fec6c871a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326909 Sep 16 19:36:23.741604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4222ce3c-d29f-4064-83c5-cde1bb10b147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:23.763787 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0494d067-41f3-49b1-81f7-232b7687ebbe req-d24a9c7b-8f3f-4e84-acee-f6e61793bc8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017876 Sep 16 19:36:23.797759 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['d5c00823-11c1-4279-8acc-074fc6dd1e01'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:36:23.847692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4222ce3c-d29f-4064-83c5-cde1bb10b147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:23.987275 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0494d067-41f3-49b1-81f7-232b7687ebbe req-1a288e7b-76b5-4bea-8fb7-8e8c77ed2f3b service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168829 Sep 16 19:36:24.048623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4222ce3c-d29f-4064-83c5-cde1bb10b147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:24.071912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-aae1dca9-484d-4953-9b6e-d4515b8a5fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:24.147634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222ce3c-d29f-4064-83c5-cde1bb10b147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6b4079-44f5-4677-a7f4-c4114a094652,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:24.154100 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4222ce3c-d29f-4064-83c5-cde1bb10b147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:24.161248 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4222ce3c-d29f-4064-83c5-cde1bb10b147 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8e6b4079-44f5-4677-a7f4-c4114a094652 HTTP/1.1" status: 204 len: 168 time: 0.6378636 Sep 16 19:36:24.162591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4222ce3c-d29f-4064-83c5-cde1bb10b147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:24.163247 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48380) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:24.273369 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0494d067-41f3-49b1-81f7-232b7687ebbe req-f34b8dd7-7d9e-4b8e-8339-b4a71f545c3d service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603567 Sep 16 19:36:24.307895 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48386) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:24.430420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:24.552097 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20a170-dcdf-457c-970a-9de943ce5a1a req-9809d798-96d3-4e47-9b12-f86abf80426f tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:24.559905 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0f20a170-dcdf-457c-970a-9de943ce5a1a req-9809d798-96d3-4e47-9b12-f86abf80426f tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 944 time: 0.0993104 Sep 16 19:36:24.610384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:24.662008 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0f20a170-dcdf-457c-970a-9de943ce5a1a req-8cae27d5-c32e-403e-8155-ce161852b986 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010139 Sep 16 19:36:24.711776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:24.716762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Usage tracker for resource:security_group_rule and tenant:68cf56b275b94353bf1340016c6f7eb3 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:24.721325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:24.730200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:24.808535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:24.862789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:24.875225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e200c6ac-62b9-4e87-a20d-8dcad320d4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:24.931946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39592d62-03ea-468d-92a3-4b5c48843746,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:24.938447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:24.939878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:24.944782 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68cf56b275b94353bf1340016c6f7eb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6337039 Sep 16 19:36:24.945689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48398) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:24.967671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3deba30-9b29-46fa-b8d8-5d9671752d42']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:24.991882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2538d02-51c6-447b-ad33-39951786f7c1') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:24.991882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2538d02-51c6-447b-ad33-39951786f7c1') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:24.999702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5560f-0ef8-4c13-8520-b0dba4d422a4 req-1e7b7f5d-f9b3-4b7a-9567-b5ae76700dab tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:25.006130 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-92b5560f-0ef8-4c13-8520-b0dba4d422a4 req-1e7b7f5d-f9b3-4b7a-9567-b5ae76700dab tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1859179 Sep 16 19:36:25.006415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.022276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.029324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:36:25.029768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.112658 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-92b5560f-0ef8-4c13-8520-b0dba4d422a4 req-c05bef20-5c24-4366-a403-697f28b5db01 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034234 Sep 16 19:36:25.114343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-031404bb-8b57-48c3-8d59-a1c2fa484969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:36:25.149969 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:36:25.167121 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b8aaa-cb23-4d08-85fc-38bac0840f10 req-75f74f98-bd97-4168-83bf-076174a512d7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:25.167611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-031404bb-8b57-48c3-8d59-a1c2fa484969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.168757 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-db2b8aaa-cb23-4d08-85fc-38bac0840f10 req-75f74f98-bd97-4168-83bf-076174a512d7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.7340989 Sep 16 19:36:25.178668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.225608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.230826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c4c09bc9-7bae-445f-b294-caf1fe6c10e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:25.255094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48402) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:25.255272 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f3deba30-9b29-46fa-b8d8-5d9671752d42 HTTP/1.1" status: 204 len: 168 time: 1.0907545 Sep 16 19:36:25.256388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3deba30-9b29-46fa-b8d8-5d9671752d42,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:25.260258 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-db2b8aaa-cb23-4d08-85fc-38bac0840f10 req-4cf418eb-33f4-4e97-ae0b-8e283e06e41f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807154 Sep 16 19:36:25.261102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:25.305740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-031404bb-8b57-48c3-8d59-a1c2fa484969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.309715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3daaebe3-1456-46d4-80f5-33f1df0f6acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:25.334373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031404bb-8b57-48c3-8d59-a1c2fa484969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39592d62-03ea-468d-92a3-4b5c48843746,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:25.345833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-031404bb-8b57-48c3-8d59-a1c2fa484969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:25.351517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-031404bb-8b57-48c3-8d59-a1c2fa484969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.352734 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-031404bb-8b57-48c3-8d59-a1c2fa484969 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39592d62-03ea-468d-92a3-4b5c48843746 HTTP/1.1" status: 204 len: 168 time: 0.4002390 Sep 16 19:36:25.384010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] Deleting subnet c81536a1-8bf8-4952-acf6-0b5766761aad {{(pid=93569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:36:25.387661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.445065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.460911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.687395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.694366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:25.753781 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81536a1-8bf8-4952-acf6-0b5766761aad,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:25.759092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:25.765177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.775815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48414) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:25.785847 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c81536a1-8bf8-4952-acf6-0b5766761aad HTTP/1.1" status: 204 len: 168 time: 0.5294356 Sep 16 19:36:25.954677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:25.961816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373cbe7-bb1c-4587-8894-200a3d3d2e60 req-dfe46b93-c5f7-47b8-a5a1-6a5d2e7c544b tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:25.963550 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e373cbe7-bb1c-4587-8894-200a3d3d2e60 req-dfe46b93-c5f7-47b8-a5a1-6a5d2e7c544b tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 944 time: 0.1187634 Sep 16 19:36:26.041075 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e373cbe7-bb1c-4587-8894-200a3d3d2e60 req-d3b24497-0fd5-454f-9f05-f6174f42d403 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701783 Sep 16 19:36:26.062665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48418) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:26.084780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.099761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.125220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:26.130220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Usage tracker for resource:security_group_rule and tenant:d0954043ef16494cb903577d4f4316e4 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:26.131931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb6d145-5d22-4c9c-88f7-41aaba05c021']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:26.133748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:26.148639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7f591d-4717-4462-a11c-87a52dc911c2') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:26.148984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7f591d-4717-4462-a11c-87a52dc911c2') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:26.154179 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:26.163194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.230563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.237779 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:36:26.238472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:36:26.263528 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:36:26.310858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.337876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.345540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-63ee64d3-c3e2-4063-ae8c-965529e0effc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:26.421464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c230b0-d5a8-4707-a582-588012986431,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:26.425518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:26.431160 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0954043ef16494cb903577d4f4316e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3673685 Sep 16 19:36:26.432097 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48426) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:26.433173 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dc946-baf4-4de5-9e83-0f17027b9142 req-a1baef26-3caa-4651-a625-efa079aa0334 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:26.441316 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe4dc946-baf4-4de5-9e83-0f17027b9142 req-a1baef26-3caa-4651-a625-efa079aa0334 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1199112 Sep 16 19:36:26.497287 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe4dc946-baf4-4de5-9e83-0f17027b9142 req-234afa7d-b3c7-4e99-88c3-f5b8d0460ace tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550401 Sep 16 19:36:26.577149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4be5f51-c863-41d6-bacf-3245015bbe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.578429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.583069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:26.586775 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacfd15-6fd9-4eec-aa63-3c6a3580e131 req-9198866b-6814-4c0f-add1-75eb221aaeea tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:26.588383 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0cacfd15-6fd9-4eec-aa63-3c6a3580e131 req-9198866b-6814-4c0f-add1-75eb221aaeea tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1427381 Sep 16 19:36:26.623650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.636358 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb6d145-5d22-4c9c-88f7-41aaba05c021,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:26.637503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4be5f51-c863-41d6-bacf-3245015bbe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.650087 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2eb6d145-5d22-4c9c-88f7-41aaba05c021 HTTP/1.1" status: 204 len: 168 time: 0.8730705 Sep 16 19:36:26.655129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:26.691207 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0cacfd15-6fd9-4eec-aa63-3c6a3580e131 req-5abbd567-a279-42bc-b1b2-01e9fb2789e5 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947242 Sep 16 19:36:26.704643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device d5c00823-11c1-4279-8acc-074fc6dd1e01 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:26.789229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4be5f51-c863-41d6-bacf-3245015bbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.799030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4205d90d-bec9-440f-8008-1c7f96ccfba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:26.818095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be5f51-c863-41d6-bacf-3245015bbe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c230b0-d5a8-4707-a582-588012986431,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:26.820348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a4be5f51-c863-41d6-bacf-3245015bbe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:26.821573 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a4be5f51-c863-41d6-bacf-3245015bbe10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82c230b0-d5a8-4707-a582-588012986431 HTTP/1.1" status: 204 len: 168 time: 0.3883238 Sep 16 19:36:26.823218 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a4be5f51-c863-41d6-bacf-3245015bbe10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:26.880959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port d5c00823-11c1-4279-8acc-074fc6dd1e01 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:26.888101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port d5c00823-11c1-4279-8acc-074fc6dd1e01 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:26.888613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:27.092429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48438) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:27.220373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48444) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:27.230687 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5fd13f13-da28-4d5b-b21b-bf92b8d6f83b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f249c5946804798a472808a3ad79842&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1367939 Sep 16 19:36:27.338479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:27.371520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f16203a8-3dec-4e0d-9a5c-4e131f24b804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:27.375249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0758ad8f-5a00-4a51-bc15-6aef64fb1ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c00823-11c1-4279-8acc-074fc6dd1e01'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:27.395776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port d5c00823-11c1-4279-8acc-074fc6dd1e01, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d5c00823-11c1-4279-8acc-074fc6dd1e01,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:27.428312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f16203a8-3dec-4e0d-9a5c-4e131f24b804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:27.430653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:27.433015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:27.478054 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0758ad8f-5a00-4a51-bc15-6aef64fb1ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c00823-11c1-4279-8acc-074fc6dd1e01', 'code': 200} Sep 16 19:36:27.482611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5f516-2d3b-4a2c-ad62-dcd20478270b req-aa93517c-3625-4ffa-ac90-8ad826d06658 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:27.484306 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5bc5f516-2d3b-4a2c-ad62-dcd20478270b req-aa93517c-3625-4ffa-ac90-8ad826d06658 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 944 time: 0.2022026 Sep 16 19:36:27.525726 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=d5c00823-11c1-4279-8acc-074fc6dd1e01,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:27.529006 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:27.562954 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5bc5f516-2d3b-4a2c-ad62-dcd20478270b req-d5115147-2335-4d8a-88b0-8f667109a57b tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661333 Sep 16 19:36:27.629950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f16203a8-3dec-4e0d-9a5c-4e131f24b804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:27.650873 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f7b66b14-273c-49b6-83e8-3f4e52545d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:27.690527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f16203a8-3dec-4e0d-9a5c-4e131f24b804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:27.695971 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f16203a8-3dec-4e0d-9a5c-4e131f24b804 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c35bdfe9-c458-4c23-b513-7c9a68883a33 HTTP/1.1" status: 204 len: 168 time: 0.4739892 Sep 16 19:36:27.700177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16203a8-3dec-4e0d-9a5c-4e131f24b804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35bdfe9-c458-4c23-b513-7c9a68883a33,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:27.785739 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f16203a8-3dec-4e0d-9a5c-4e131f24b804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:27.836815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0284d-f894-480f-b302-060dd392a811 req-bb502426-1127-4561-a781-93178753ffac tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:27.845456 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f3d0284d-f894-480f-b302-060dd392a811 req-bb502426-1127-4561-a781-93178753ffac tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1970258 Sep 16 19:36:27.966389 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f3d0284d-f894-480f-b302-060dd392a811 req-c3f3bebb-12d8-4e02-b326-0648c7234bfa tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985360 Sep 16 19:36:27.980174 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-571b670b-2f1e-4be1-a907-41ff030cca1b req-8271ee97-923e-4e99-a74d-c9de1fabe462 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 1098 time: 0.1084352 Sep 16 19:36:28.024809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5ad08-ddbc-4599-a4e7-84ba2100013a req-3000e487-9256-4797-a29d-f1395dd41124 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:28.026564 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-27e5ad08-ddbc-4599-a4e7-84ba2100013a req-3000e487-9256-4797-a29d-f1395dd41124 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1141930 Sep 16 19:36:28.041228 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-571b670b-2f1e-4be1-a907-41ff030cca1b req-7a2f07ea-3366-45dd-9f41-20bceff80921 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Sep 16 19:36:28.082280 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-27e5ad08-ddbc-4599-a4e7-84ba2100013a req-a504027f-dd94-4c04-8d13-57c870812586 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484636 Sep 16 19:36:28.680660 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48482) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:28.754037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48488) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:28.803011 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32699527-06bd-4b54-a6d2-e110f7043a03 req-ea64b912-9c86-4ecc-8d42-ec43bb5b5dba tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:28.811014 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-32699527-06bd-4b54-a6d2-e110f7043a03 req-ea64b912-9c86-4ecc-8d42-ec43bb5b5dba tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 945 time: 0.1039143 Sep 16 19:36:28.827668 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-69fa4ab4-8f21-45f2-ac21-66b18c2008df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c58c781eb0fd4f3ab1cefe0d944669f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0723422 Sep 16 19:36:28.831275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48492) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:28.874648 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-32699527-06bd-4b54-a6d2-e110f7043a03 req-7af926f8-b0cc-432e-b9dc-b2b05c851fed tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620370 Sep 16 19:36:28.939003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f7e7ee5a-48ef-4e95-9aec-32a88478a4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:28.984050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f7e7ee5a-48ef-4e95-9aec-32a88478a4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:29.079968 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-85860383-network', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:29.085377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:29.089465 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Usage tracker for resource:network and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:29.092541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:29.102168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:29.166571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Made reservation on behalf of 0f2c23d8b33a4f1d931dfc4be74aecfc for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:36:29.174839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:29.206420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f7e7ee5a-48ef-4e95-9aec-32a88478a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:29.256921 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f48da99c-5c0f-4f4b-83d1-3f6131d9e95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:29.272649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7ee5a-48ef-4e95-9aec-32a88478a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3082d7f2-8a94-46a3-b25f-24a1ffc57b20,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:29.279224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f7e7ee5a-48ef-4e95-9aec-32a88478a4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:29.280026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:29.309591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f7e7ee5a-48ef-4e95-9aec-32a88478a4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:29.314620 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f7e7ee5a-48ef-4e95-9aec-32a88478a4ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3082d7f2-8a94-46a3-b25f-24a1ffc57b20 HTTP/1.1" status: 204 len: 168 time: 0.4824541 Sep 16 19:36:29.357066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2420343-a308-4891-a3d5-bc0d1a12fc3d req-e180efac-33be-4006-a66e-e31129dadcc2 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:29.364885 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2420343-a308-4891-a3d5-bc0d1a12fc3d req-e180efac-33be-4006-a66e-e31129dadcc2 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1639771 Sep 16 19:36:29.394615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:29.402436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:29.405838 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:29.442737 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2420343-a308-4891-a3d5-bc0d1a12fc3d req-3412f34d-f1e9-4740-a05d-c153358f3072 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768337 Sep 16 19:36:29.443802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:29.474285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10db20b-06cb-4888-a063-957b845935b8 req-0b1fdd15-791d-46b6-8498-4f09d86c39d3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:29.480271 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f10db20b-06cb-4888-a063-957b845935b8 req-0b1fdd15-791d-46b6-8498-4f09d86c39d3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1935980 Sep 16 19:36:29.550616 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f10db20b-06cb-4888-a063-957b845935b8 req-ad908e64-ae09-4af3-b44d-be61ca7ed2e8 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692961 Sep 16 19:36:29.574882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:30.058899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:30.068876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-87810823-663f-4aa6-9c78-911d37487678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:30.118245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64085f8-2421-4ca0-8d48-c4c300cf3785,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:30.134345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:30.171956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:36:30.196954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f184b1-a3ec-4d4f-86c8-56a90f27232b req-aead650e-8c47-4e54-874d-07443e6f5950 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:30.199246 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b0f184b1-a3ec-4d4f-86c8-56a90f27232b req-aead650e-8c47-4e54-874d-07443e6f5950 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 945 time: 0.1944160 Sep 16 19:36:30.200387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:30.200778 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Added segment e07a3c84-0c7b-498c-a0b1-f6aefd436e94 of type vlan for network 57f9b840-40f5-41b9-855d-5ace0800307d Sep 16 19:36:30.264343 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b0f184b1-a3ec-4d4f-86c8-56a90f27232b req-1af53be1-f062-4ef6-a7da-c7506dadf5e3 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546284 Sep 16 19:36:30.303163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:30.384029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:30.385451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:30.386469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:30.393619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:30.507192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Pushing event updated for resources: {'Network': ['ID=57f9b840-40f5-41b9-855d-5ace0800307d,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:30.512017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:30.519661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 57f9b840-40f5-41b9-855d-5ace0800307d details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:36:30.578625 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8967617 Sep 16 19:36:30.582184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48518) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:30.589105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Request body: {'subnet': {'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-85860383-subnet', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:30.598472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:30.603403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Usage tracker for resource:subnet and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:30.612222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:30.625554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:30.669976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Made reservation on behalf of 0f2c23d8b33a4f1d931dfc4be74aecfc for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:36:30.676528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1230479'] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:30.784493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506987f-28c4-4fd2-9da0-0b778aa2123e req-6e41f7f2-bde8-47a7-a6b9-d608fe582f32 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:30.786429 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8506987f-28c4-4fd2-9da0-0b778aa2123e req-6e41f7f2-bde8-47a7-a6b9-d608fe582f32 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1368201 Sep 16 19:36:30.845799 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8506987f-28c4-4fd2-9da0-0b778aa2123e req-aee55086-df9c-4b6c-921d-a3bf234653c9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524848 Sep 16 19:36:30.912008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e4de9-5971-4b52-9722-96950f393bec req-12d50812-d2c2-4291-a53e-db9729cb1dd4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:30.913893 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fa1e4de9-5971-4b52-9722-96950f393bec req-12d50812-d2c2-4291-a53e-db9729cb1dd4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1322684 Sep 16 19:36:31.034965 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fa1e4de9-5971-4b52-9722-96950f393bec req-0dc8cbab-2a02-4f4f-8a5a-55d10e1a0234 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123755 Sep 16 19:36:31.166631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852838940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1230494'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:31.176968 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:31.269898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=053039ef-dc7f-4726-ad8d-d61294dee271,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:31.273693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:31.286114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Checking segment: {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:31.286629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Network hostable DHCP agents. Network: 57f9b840-40f5-41b9-855d-5ace0800307d, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:36:31.337811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Network 57f9b840-40f5-41b9-855d-5ace0800307d is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:36:31.387600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 57f9b840-40f5-41b9-855d-5ace0800307d) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:31.397741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7693ad13-59a1-4d27-9958-19ff4ced2fce None None] Network 57f9b840-40f5-41b9-855d-5ace0800307d requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:36:31.405948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:31.406600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:31.488285 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9042134 Sep 16 19:36:31.491902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48538) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:31.497272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:31.510463 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:31.524480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Usage tracker for resource:router and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:31.528378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:31.542791 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:31.600995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:31.602103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:31.644660 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcaefe-e85e-41f9-bd39-598bce0f1fb5 req-639c52dd-23e0-45fe-8366-94e04b8d5624 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:31.646588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:31.654741 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e5fcaefe-e85e-41f9-bd39-598bce0f1fb5 req-639c52dd-23e0-45fe-8366-94e04b8d5624 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 945 time: 0.1911628 Sep 16 19:36:31.728271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-57f9b840-40f5-41b9-855d-5ace0800307d', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:36:31.731436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:31.738614 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e5fcaefe-e85e-41f9-bd39-598bce0f1fb5 req-eee0a13b-be6e-4a24-be51-9cad6179696d tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732615 Sep 16 19:36:31.933466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:32.059398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Allocated IP 172.20.0.2 (57f9b840-40f5-41b9-855d-5ace0800307d/053039ef-dc7f-4726-ad8d-d61294dee271/30c00b02-5d91-4027-ad22-1b50022aeeda) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:36:32.300713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939fd53-8930-4f68-a649-5f10a8935166 req-03763382-7747-45a6-b4ad-9564573d000f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:32.303047 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e939fd53-8930-4f68-a649-5f10a8935166 req-03763382-7747-45a6-b4ad-9564573d000f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.2871482 Sep 16 19:36:32.428761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075591a9-6c05-43ed-8bbd-7cd06784de08 req-1352bbc1-0cb9-4390-8c97-8bbe57b322d8 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:32.428975 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-075591a9-6c05-43ed-8bbd-7cd06784de08 req-1352bbc1-0cb9-4390-8c97-8bbe57b322d8 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1534803 Sep 16 19:36:32.436992 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e939fd53-8930-4f68-a649-5f10a8935166 req-d3719816-d355-41b6-b7b5-29e2bc0cfdd4 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198258 Sep 16 19:36:32.467828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:32.502040 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-075591a9-6c05-43ed-8bbd-7cd06784de08 req-d25cf265-3069-4de9-980c-ba7d4da82217 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656977 Sep 16 19:36:32.512248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:32.518633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:32.527055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Transition to ACTIVE for port object 30c00b02-5d91-4027-ad22-1b50022aeeda will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:32.550141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Transition to ACTIVE for port object 30c00b02-5d91-4027-ad22-1b50022aeeda will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:32.675324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Allocated IP 172.27.2.198 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/c50c95f6-2832-462c-836e-9c246972098a) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:36:32.721133 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:32.726645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:32.803197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Network 57f9b840-40f5-41b9-855d-5ace0800307d is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:32.806528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:32.811491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:36:32.814709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Pushing event updated for resources: {'Port': ['ID=30c00b02-5d91-4027-ad22-1b50022aeeda,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:32.817988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:32.871345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:32.914377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Attempting to bind port 30c00b02-5d91-4027-ad22-1b50022aeeda on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:36:32.914796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Attempting to bind port 30c00b02-5d91-4027-ad22-1b50022aeeda by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:36:32.915211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Attempting to bind port 30c00b02-5d91-4027-ad22-1b50022aeeda on network 57f9b840-40f5-41b9-855d-5ace0800307d {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:36:32.924940 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:36:32.925392 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Checking segment: {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:32.925860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:32.926327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Bound using segment: {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:36:32.927125 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:32.927409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Bound port: 30c00b02-5d91-4027-ad22-1b50022aeeda, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:36:32.927969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:32.932738 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-442265e3-e884-44f1-b92d-f709d404e209 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:33.065315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] For port 30c00b02-5d91-4027-ad22-1b50022aeeda, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:36:33.069582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] For port 30c00b02-5d91-4027-ad22-1b50022aeeda, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=30c00b02-5d91-4027-ad22-1b50022aeeda,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:36:33.104392 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:33.120115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a2e7a20d-99db-469a-a068-005eb7807c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:33.232637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Pushing event updated for resources: {'Port': ['ID=30c00b02-5d91-4027-ad22-1b50022aeeda,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:33.249543 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:33.444555 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:33.449119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:33.452348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Pushing event updated for resources: {'Port': ['ID=c50c95f6-2832-462c-836e-9c246972098a,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:33.455290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:36:33.486116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:33.831038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:33.832743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:34.161275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb033-bf34-4b61-8bad-31b59c0682f2 req-a58771f8-180e-488c-9275-1a84c033e1e3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:34.162914 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-465fb033-bf34-4b61-8bad-31b59c0682f2 req-a58771f8-180e-488c-9275-1a84c033e1e3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.2465742 Sep 16 19:36:34.269628 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-465fb033-bf34-4b61-8bad-31b59c0682f2 req-7948f351-a42a-45c9-8de2-332e03c5d47e tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774677 Sep 16 19:36:34.389892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Router 64984956-ab4a-445a-a52a-04f1e7599dd7 is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:36:34.442464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732cdb-6f5a-4940-a083-8cf938b438ae req-08bcfc0a-10bc-468a-a10d-a21bb65e5c44 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:34.444816 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c8732cdb-6f5a-4940-a083-8cf938b438ae req-08bcfc0a-10bc-468a-a10d-a21bb65e5c44 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1442430 Sep 16 19:36:34.529382 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c8732cdb-6f5a-4940-a083-8cf938b438ae req-054ba7fe-3e67-4777-916e-482353401fe5 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755014 Sep 16 19:36:34.573887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 30c00b02-5d91-4027-ad22-1b50022aeeda up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:34.702616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6a358-bb2d-4b55-8803-fff017f45518 req-593e957f-0368-42af-8347-069dc9ca079f tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:34.704307 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-81a6a358-bb2d-4b55-8803-fff017f45518 req-593e957f-0368-42af-8347-069dc9ca079f tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 945 time: 0.2082479 Sep 16 19:36:34.714243 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 30c00b02-5d91-4027-ad22-1b50022aeeda completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:34.801372 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-81a6a358-bb2d-4b55-8803-fff017f45518 req-fb56ed7d-47b9-4018-8785-ec8fb67da3f2 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1201e51-62a4-4224-ac45-33eab64a3e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885024 Sep 16 19:36:34.833605 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:36:34.844357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Sync routers for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:36:34.864222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:34.864903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:36:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:34.891961 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:34.893507 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4014714 Sep 16 19:36:34.896615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48616) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:35.132520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:36:35.482395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506bbdd7-bf8c-4d85-ad51-dbc7a7c1a174 None None] Network 57f9b840-40f5-41b9-855d-5ace0800307d requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:36:35.580227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-6c82967b-580c-41af-8121-0215861d3be7 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:35.581833 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-6c82967b-580c-41af-8121-0215861d3be7 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.38 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 945 time: 0.2026591 Sep 16 19:36:35.592139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee74924-7011-4b52-ad50-b28a760ae490 req-dc98a0a8-45a5-41fa-8c0d-201de788ee53 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:35.593687 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5ee74924-7011-4b52-ad50-b28a760ae490 req-dc98a0a8-45a5-41fa-8c0d-201de788ee53 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1396372 Sep 16 19:36:35.653835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:33Z', 'revision_number': 3, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:35.660481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Checking router: 64984956-ab4a-445a-a52a-04f1e7599dd7 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:36:35.661162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Updating router 64984956-ab4a-445a-a52a-04f1e7599dd7 port c50c95f6-2832-462c-836e-9c246972098a binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:36:35.671879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Deleting port d5c00823-11c1-4279-8acc-074fc6dd1e01 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:36:35.672297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:35.725337 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:36:35.753763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:35.758644 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73f5a914-d57f-45a0-a5b3-8eb68195bca9 req-1c25134d-2c35-4381-9707-399d57b84d38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 1098 time: 0.1979382 Sep 16 19:36:35.858763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-1d8012ed-a11a-4649-94fa-26dca764b62d None None] Provisioning for port 30c00b02-5d91-4027-ad22-1b50022aeeda completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:35.872348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-1d8012ed-a11a-4649-94fa-26dca764b62d None None] Provisioning complete for port 30c00b02-5d91-4027-ad22-1b50022aeeda triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:35.873608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d8012ed-a11a-4649-94fa-26dca764b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:35.962616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5a914-d57f-45a0-a5b3-8eb68195bca9 req-628c256e-d938-444b-81f3-8dc29b3e2e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:35.964575 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73f5a914-d57f-45a0-a5b3-8eb68195bca9 req-628c256e-d938-444b-81f3-8dc29b3e2e47 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 917 time: 0.1979454 Sep 16 19:36:36.114802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d8012ed-a11a-4649-94fa-26dca764b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.127430 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] For port d5c00823-11c1-4279-8acc-074fc6dd1e01, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d5c00823-11c1-4279-8acc-074fc6dd1e01,segment=NetworkSegment(c4b9904f-94de-4b0c-aca3-638fa9c9b57d),segment_id=c4b9904f-94de-4b0c-aca3-638fa9c9b57d)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:36.127844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.133782 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73f5a914-d57f-45a0-a5b3-8eb68195bca9 req-66139867-45a0-4d90-8f5d-b4921acd6076 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75cd045b-b91f-4e30-a442-f36156005cdc HTTP/1.1" status: 200 len: 1000 time: 0.1514325 Sep 16 19:36:36.186127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-1d8012ed-a11a-4649-94fa-26dca764b62d None None] For port 30c00b02-5d91-4027-ad22-1b50022aeeda, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=30c00b02-5d91-4027-ad22-1b50022aeeda,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:36.223287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1d8012ed-a11a-4649-94fa-26dca764b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.225290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:36.277521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.293827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Transition to ACTIVE for port object c50c95f6-2832-462c-836e-9c246972098a will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:36.331788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.349993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:36.357700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Calling delete_port for d5c00823-11c1-4279-8acc-074fc6dd1e01 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:36:36.361575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8012ed-a11a-4649-94fa-26dca764b62d None None] Pushing event updated for resources: {'Port': ['ID=30c00b02-5d91-4027-ad22-1b50022aeeda,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:36.374133 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1d8012ed-a11a-4649-94fa-26dca764b62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:36.441102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Pushing event updated for resources: {'Port': ['ID=c50c95f6-2832-462c-836e-9c246972098a,revision_number=2']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:36.459014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.459334 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.459702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.460066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.460429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.460860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.461428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.461979 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.462351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.462705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.463059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:36.467015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:36.524518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Attempting to bind port c50c95f6-2832-462c-836e-9c246972098a on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:36:36.526108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Attempting to bind port c50c95f6-2832-462c-836e-9c246972098a by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:36:36.526108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Attempting to bind port c50c95f6-2832-462c-836e-9c246972098a on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:36:36.544609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 30c00b02-5d91-4027-ad22-1b50022aeeda up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:36.546720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:36:36.547135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:36.547586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.550225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:36:36.550761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Bound port: c50c95f6-2832-462c-836e-9c246972098a, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:36:36.558597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.590672 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5ee74924-7011-4b52-ad50-b28a760ae490 req-3d5cbded-4445-4dd0-b2c6-d92d4265a36c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701014 Sep 16 19:36:36.648802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5a914-d57f-45a0-a5b3-8eb68195bca9 req-7fad02ae-aa18-4d1c-a9cf-5269cf2db3fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:36.650576 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73f5a914-d57f-45a0-a5b3-8eb68195bca9 req-7fad02ae-aa18-4d1c-a9cf-5269cf2db3fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.5010753 Sep 16 19:36:36.676205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] For port c50c95f6-2832-462c-836e-9c246972098a, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:36:36.679056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55bc63-6978-441f-b537-83647dfa2d27 req-7f743bc5-a252-4dd8-8864-212fb4ed73b7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:36.680696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] For port c50c95f6-2832-462c-836e-9c246972098a, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c50c95f6-2832-462c-836e-9c246972098a,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:36:36.686285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.686537 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3a55bc63-6978-441f-b537-83647dfa2d27 req-7f743bc5-a252-4dd8-8864-212fb4ed73b7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.9268136 Sep 16 19:36:36.714290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:36.722803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.725732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['d5c00823-11c1-4279-8acc-074fc6dd1e01'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:36:36.729521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:36.808274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-1aa58989-bbef-4aa4-88ef-8bdd20fe186e None None] Provisioning complete for port 30c00b02-5d91-4027-ad22-1b50022aeeda triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:36.808950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1aa58989-bbef-4aa4-88ef-8bdd20fe186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.817609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Pushing event deleted for resources: {'Port': ['ID=d5c00823-11c1-4279-8acc-074fc6dd1e01,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:36.848893 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3a55bc63-6978-441f-b537-83647dfa2d27 req-92a540e4-3861-41a5-99d2-3868a1e9b5d1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613503 Sep 16 19:36:36.901027 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:36.937686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 30c00b02-5d91-4027-ad22-1b50022aeeda triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:36.938005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:36.991301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] No DVR routers for this DVR port d5c00823-11c1-4279-8acc-074fc6dd1e01 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:36:36.994546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:37.006904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0758ad8f-5a00-4a51-bc15-6aef64fb1ecf', 'name': 'network-vif-deleted', 'tag': 'd5c00823-11c1-4279-8acc-074fc6dd1e01'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:37.007972 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73f5a914-d57f-45a0-a5b3-8eb68195bca9 req-6b5159d4-a5f3-4b20-92ab-c018b86af9dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3371100 Sep 16 19:36:37.008952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Pushing event updated for resources: {'Port': ['ID=c50c95f6-2832-462c-836e-9c246972098a,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:37.052169 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:37.074918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:37.081228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a0d4a7b7-f8c8-4ac2-8dce-3df833cc4395 req-70e9a644-c7d9-4792-a4da-1a08d9e687da tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Synchronizing usage tracker for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:36:37.105825 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5aadf1c-672a-4c2e-a1f0-2470e5d042d6 req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.38 "DELETE /v2.0/ports/d5c00823-11c1-4279-8acc-074fc6dd1e01 HTTP/1.1" status: 204 len: 173 time: 1.5103333 Sep 16 19:36:37.143760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a0d4a7b7-f8c8-4ac2-8dce-3df833cc4395 req-70e9a644-c7d9-4792-a4da-1a08d9e687da tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Unset dirty status for tenant:dc24ce94b2a044e9803aa591c364ab90 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:36:37.144963 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0d4a7b7-f8c8-4ac2-8dce-3df833cc4395 req-70e9a644-c7d9-4792-a4da-1a08d9e687da tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] 10.222.0.37 "GET /v2.0/ports?device_id=0758ad8f-5a00-4a51-bc15-6aef64fb1ecf HTTP/1.1" status: 200 len: 210 time: 0.1553292 Sep 16 19:36:37.195339 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0758ad8f-5a00-4a51-bc15-6aef64fb1ecf', 'name': 'network-vif-deleted', 'tag': 'd5c00823-11c1-4279-8acc-074fc6dd1e01', 'status': 'completed', 'code': 200} Sep 16 19:36:37.252955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:37.253967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:36:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:37.507114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:36:37.522905 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73f5a914-d57f-45a0-a5b3-8eb68195bca9 req-241d8828-3048-494f-866e-9d78b3c54c25 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016332 Sep 16 19:36:37.718193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Allocated IP 172.20.0.1 (57f9b840-40f5-41b9-855d-5ace0800307d/053039ef-dc7f-4726-ad8d-d61294dee271/be955492-9ac7-4a72-b4b4-d1fd50f3ccbf) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:36:37.755914 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73f5a914-d57f-45a0-a5b3-8eb68195bca9 req-e0b42c28-9ba8-4cb4-ad5c-27881cb82f52 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200072 Sep 16 19:36:37.861555 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c595d2-7603-4ea1-bb62-c0a5664a1487 req-fad12d41-8dde-422c-94d9-18af25169f2a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:37.864248 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-17c595d2-7603-4ea1-bb62-c0a5664a1487 req-fad12d41-8dde-422c-94d9-18af25169f2a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1158626 Sep 16 19:36:37.891006 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:33Z', 'revision_number': 3, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:37.896428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a548da-6520-4768-8cd0-811c07d2c0e3 None None] The sync data for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi is: [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:33Z', 'revision_number': 3, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:36:37.931987 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-17c595d2-7603-4ea1-bb62-c0a5664a1487 req-12e62bdd-34bc-4369-b868-7cc1f9aede97 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602827 Sep 16 19:36:37.936035 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:37.955528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Transition to ACTIVE for port object be955492-9ac7-4a72-b4b4-d1fd50f3ccbf will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:38.004118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:38.008936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:38.132214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Network 57f9b840-40f5-41b9-855d-5ace0800307d is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:38.140290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:38.142920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:36:38.177384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Pushing event updated for resources: {'Port': ['ID=be955492-9ac7-4a72-b4b4-d1fd50f3ccbf,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:38.180384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:38.224135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:38.239998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6ac7e-8577-4ed2-bca5-675d76609f14 req-a9ab38de-0d07-427e-8115-ce2f1f2501ce tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:38.241597 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88f6ac7e-8577-4ed2-bca5-675d76609f14 req-a9ab38de-0d07-427e-8115-ce2f1f2501ce tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 945 time: 0.1981099 Sep 16 19:36:38.315202 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88f6ac7e-8577-4ed2-bca5-675d76609f14 req-feab974f-a522-4dc7-9fac-be6f9d883666 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620804 Sep 16 19:36:38.482866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:38.526165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-aca0971e-9c8e-4ae0-bcbd-55441fbd153a None None] Provisioning for port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:38.534477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-aca0971e-9c8e-4ae0-bcbd-55441fbd153a None None] Provisioning complete for port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:38.534894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aca0971e-9c8e-4ae0-bcbd-55441fbd153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:38.624388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c50c95f6-2832-462c-836e-9c246972098a up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:38.771491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:36:38.821038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-aca0971e-9c8e-4ae0-bcbd-55441fbd153a None None] Port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:36:38.832439 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:38.880446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:38.911504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port c50c95f6-2832-462c-836e-9c246972098a completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:38.938156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port c50c95f6-2832-462c-836e-9c246972098a triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:38.938156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:38.948788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b0b6f11c-b72f-49c5-a7c1-12edad8ce75a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:39.005023 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:39.058611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:39.058611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:39.103432 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Pushing event updated for resources: {'Port': ['ID=be955492-9ac7-4a72-b4b4-d1fd50f3ccbf,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:39.107248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:39.113922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:39.180442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:39.181271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device d5c00823-11c1-4279-8acc-074fc6dd1e01 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:36:39.255995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:39.304778 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc', 'code': 200} Sep 16 19:36:39.316439 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: d5c00823-11c1-4279-8acc-074fc6dd1e01 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:36:39.317012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device d5c00823-11c1-4279-8acc-074fc6dd1e01 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:36:39.390411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:39.435291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=8']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:39.448082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port c50c95f6-2832-462c-836e-9c246972098a, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c50c95f6-2832-462c-836e-9c246972098a,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:39.450264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:39.491735 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:39.493725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:39.515346 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Network 57f9b840-40f5-41b9-855d-5ace0800307d is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:39.519837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:39.662092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=c50c95f6-2832-462c-836e-9c246972098a,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:39.665883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:39.670364 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d36a4-938c-4925-89b6-84d7d37acfce req-17dee897-a3b6-443a-a828-4f3c51aabb24 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:39.679322 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-548d36a4-938c-4925-89b6-84d7d37acfce req-17dee897-a3b6-443a-a828-4f3c51aabb24 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 946 time: 0.2144883 Sep 16 19:36:39.789362 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-548d36a4-938c-4925-89b6-84d7d37acfce req-73760069-8658-4cb1-83c1-c03fc38f966f tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089792 Sep 16 19:36:40.073038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-ad8bbb90-c15f-48e7-9404-618f502c55e8 None None] Provisioning complete for port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:40.073565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbb90-c15f-48e7-9404-618f502c55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:40.080374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aad8b1-917f-4d70-9ff8-ca39914ad96a req-84baf3bc-6683-485e-a74f-bd9ef5a3cd8b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:40.095533 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f9aad8b1-917f-4d70-9ff8-ca39914ad96a req-84baf3bc-6683-485e-a74f-bd9ef5a3cd8b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.6982737 Sep 16 19:36:40.111711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5905a-932f-4b8e-b5de-ed8e4167c62c req-c630c831-1f4c-4af4-8f9a-5a7a1987961f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:40.113588 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-52a5905a-932f-4b8e-b5de-ed8e4167c62c req-c630c831-1f4c-4af4-8f9a-5a7a1987961f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1320939 Sep 16 19:36:40.179250 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-52a5905a-932f-4b8e-b5de-ed8e4167c62c req-194dca9d-2c7c-4460-941d-aa3692ab8fd4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587270 Sep 16 19:36:40.188170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bbb90-c15f-48e7-9404-618f502c55e8 None None] Port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:36:40.215269 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f9aad8b1-917f-4d70-9ff8-ca39914ad96a req-c052e5ac-31a9-417c-8d85-8b1023876e63 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251431 Sep 16 19:36:40.333091 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Router 64984956-ab4a-445a-a52a-04f1e7599dd7 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:36:40.519852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c50c95f6-2832-462c-836e-9c246972098a up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:40.624202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port c50c95f6-2832-462c-836e-9c246972098a triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:40.624877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:40.782782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:36:40.792581 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] 10.222.0.37 "PUT /v2.0/routers/64984956-ab4a-445a-a52a-04f1e7599dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8948753 Sep 16 19:36:41.009950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-4ba8d7ab-f752-4a41-9b92-42d223af736c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:41.011533 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-4ba8d7ab-f752-4a41-9b92-42d223af736c tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 946 time: 0.1747582 Sep 16 19:36:41.100012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6cf9f-0c5d-426f-b272-adddae71ae19 req-9b3d85f1-6544-43cd-b928-f1392810f32f tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:41.101640 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e2b6cf9f-0c5d-426f-b272-adddae71ae19 req-9b3d85f1-6544-43cd-b928-f1392810f32f tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 946 time: 0.1638768 Sep 16 19:36:41.112648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Deleting port 59e4be40-29b5-4ee1-9f59-139138472a1b {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:36:41.116588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:41.450869 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e2b6cf9f-0c5d-426f-b272-adddae71ae19 req-5a5bb33b-5710-4963-8c3c-02028d3ea453 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042789 Sep 16 19:36:41.553862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] For port 59e4be40-29b5-4ee1-9f59-139138472a1b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=59e4be40-29b5-4ee1-9f59-139138472a1b,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:41.554378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:41.576503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54358331-656c-43b4-b6be-5eb82580d83c req-80bdb5d9-67ad-43bd-966b-aba2cf78c821 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:41.579567 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-54358331-656c-43b4-b6be-5eb82580d83c req-80bdb5d9-67ad-43bd-966b-aba2cf78c821 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1472104 Sep 16 19:36:41.635989 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-54358331-656c-43b4-b6be-5eb82580d83c req-a47f9635-3040-47e4-ae6c-6a4a8f1d888a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497472 Sep 16 19:36:41.731456 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Calling delete_port for 59e4be40-29b5-4ee1-9f59-139138472a1b owned by compute:nova {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:36:41.929845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Sync routers for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:36:41.946031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:41.946988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:36:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:41.956467 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5e8b10ac-a99d-49fa-b42c-35c097359bc0 req-19c41851-0b74-48cf-9af6-1c4703640367 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1936851 Sep 16 19:36:42.046171 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.054696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:42.114507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Pushing event deleted for resources: {'Port': ['ID=59e4be40-29b5-4ee1-9f59-139138472a1b,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:42.117449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:42.173265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48774) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:42.179898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1948081432-network', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:42.189728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:42.204181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Usage tracker for resource:network and tenant:e36ea0fa65e74da999a2b16582fb397d is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:42.208378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:42.215676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:42.239978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] No DVR routers for this DVR port 59e4be40-29b5-4ee1-9f59-139138472a1b on host hv-cinder-80944 {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:36:42.251869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.262147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605cb984-0ca5-4299-8fa6-33ec8fb94b62', 'name': 'network-vif-deleted', 'tag': '59e4be40-29b5-4ee1-9f59-139138472a1b'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:42.323326 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-214fa325-34fb-48fe-a071-f7dc76abf59b req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "DELETE /v2.0/ports/59e4be40-29b5-4ee1-9f59-139138472a1b HTTP/1.1" status: 204 len: 173 time: 1.3014779 Sep 16 19:36:42.357978 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605cb984-0ca5-4299-8fa6-33ec8fb94b62', 'name': 'network-vif-deleted', 'tag': '59e4be40-29b5-4ee1-9f59-139138472a1b', 'status': 'completed', 'code': 200} Sep 16 19:36:42.381331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Made reservation on behalf of e36ea0fa65e74da999a2b16582fb397d for: {'network': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:36:42.386367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.404550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.407762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:36:42.442252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:42.446543 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Usage tracker for resource:security_group_rule and tenant:e36ea0fa65e74da999a2b16582fb397d is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:42.449996 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:42.460061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:42.500018 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e740694-0ff9-4745-9eed-0ef4fcb71a5d req-38d75e44-9889-4f54-ad2a-5b9c57c5a69c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:42.505844 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e740694-0ff9-4745-9eed-0ef4fcb71a5d req-38d75e44-9889-4f54-ad2a-5b9c57c5a69c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1785724 Sep 16 19:36:42.556897 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e740694-0ff9-4745-9eed-0ef4fcb71a5d req-38bd1455-c498-4021-a77c-073cc422b145 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489061 Sep 16 19:36:42.671234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-632d92a8-fed4-4dcc-845d-2847d29106de req-daccf2f7-ac51-42c7-ba69-26d97c8a97db tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:36:42.697392 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.708534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-632d92a8-fed4-4dcc-845d-2847d29106de req-daccf2f7-ac51-42c7-ba69-26d97c8a97db tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:36:42.709843 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-632d92a8-fed4-4dcc-845d-2847d29106de req-daccf2f7-ac51-42c7-ba69-26d97c8a97db tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 210 time: 0.0871902 Sep 16 19:36:42.725629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.730141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a4be5f51-c863-41d6-bacf-3245015bbe10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:42.756281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:36:42.766250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.766788 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Added segment 24c36c98-2228-4dc7-8e13-21d11617fa06 of type vlan for network d3561bd6-b984-4777-a2a3-c306d4c02d53 Sep 16 19:36:42.793354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'be955492-9ac7-4a72-b4b4-d1fd50f3ccbf', 'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'mac_address': 'fa:16:3e:60:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:37Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 2, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'subnets': [{'id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:42.798040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Checking router: 64984956-ab4a-445a-a52a-04f1e7599dd7 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:36:42.798519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Updating router 64984956-ab4a-445a-a52a-04f1e7599dd7 port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf binding host dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:36:42.810611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48800) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:42.844680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.854913 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c518381-69b0-4cd7-bcc9-4f52e3ae6747,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:42.860656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.864254 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:42.919244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5ece9-6382-486b-aa11-3fada084d169 req-bb5dca7a-4322-4f3d-bd35-83281cc07d58 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:42.920852 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1de5ece9-6382-486b-aa11-3fada084d169 req-bb5dca7a-4322-4f3d-bd35-83281cc07d58 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1230018 Sep 16 19:36:42.925706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.927057 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:42.927790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:42.935927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6ccf79f5-9120-4bb7-8719-62d451dd0867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:42.975252 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-683563db-3831-4713-90cf-af71aad7b0ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1631870 Sep 16 19:36:43.088811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Pushing event updated for resources: {'Network': ['ID=d3561bd6-b984-4777-a2a3-c306d4c02d53,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:43.093223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:43.098850 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1de5ece9-6382-486b-aa11-3fada084d169 req-5879d62e-d3c6-44f5-88d1-1c1021da8241 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643012 Sep 16 19:36:43.106476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network d3561bd6-b984-4777-a2a3-c306d4c02d53 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:36:43.121125 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9465716 Sep 16 19:36:43.124001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48812) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:43.131072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Request body: {'subnet': {'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1948081432-subnet', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:43.136501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:43.140711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Usage tracker for resource:subnet and tenant:e36ea0fa65e74da999a2b16582fb397d is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:43.144649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:43.151184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:43.211687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Made reservation on behalf of e36ea0fa65e74da999a2b16582fb397d for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:36:43.216877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1230479'] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:43.386272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:43.399209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Transition to ACTIVE for port object be955492-9ac7-4a72-b4b4-d1fd50f3ccbf will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:43.423462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:43.428090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:43.451803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852838940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1230494'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:43.456816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2a46db1-edac-45a4-802c-043d5524cf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:43.534271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8b6359-2ee4-4419-a653-474bf2998abc,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:43.538588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:43.554622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Checking segment: {'id': '24c36c98-2228-4dc7-8e13-21d11617fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:43.555010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Network hostable DHCP agents. Network: d3561bd6-b984-4777-a2a3-c306d4c02d53, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:36:43.561914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d68111-07ac-4f6f-984b-d9d03bb7ed7b None None] Pushing event updated for resources: {'Port': ['ID=be955492-9ac7-4a72-b4b4-d1fd50f3ccbf,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:43.565139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8d68111-07ac-4f6f-984b-d9d03bb7ed7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:43.605872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Network d3561bd6-b984-4777-a2a3-c306d4c02d53 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:36:43.640383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, d3561bd6-b984-4777-a2a3-c306d4c02d53) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:43.649809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:43.651929 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:43.661300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e3be73-9fbc-43ed-88d9-805ae77e9f6d None None] Network d3561bd6-b984-4777-a2a3-c306d4c02d53 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:36:43.699592 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-01211b4b-675c-492d-b884-b88871601a72 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5736785 Sep 16 19:36:43.702137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48824) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:43.708534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:36:43.714725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:43.719322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Usage tracker for resource:router and tenant:e36ea0fa65e74da999a2b16582fb397d is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:43.724299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:43.733508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:43.830786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['81b1c6d4-3be5-4676-9159-023d21b35b38', '919398ea-1b12-400b-8925-70a6d070db27', 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c', '59e4be40-29b5-4ee1-9f59-139138472a1b'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:36:43.860758 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:36:43.906371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:43.907824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:43.929625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Attempting to bind port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:36:43.930329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Attempting to bind port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:36:43.930896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Attempting to bind port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf on network 57f9b840-40f5-41b9-855d-5ace0800307d {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:36:43.935513 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f8495151-5ff2-44ae-95d5-7b1ced16c79e req-857d3797-b110-4140-aa3d-cd48da5f01b7 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 210 time: 0.0654886 Sep 16 19:36:43.955358 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887d6ee-2422-41b9-a7f1-ed39492f8b19 req-848e8478-fb76-43c6-8679-d8d4a17ed982 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:43.963450 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6887d6ee-2422-41b9-a7f1-ed39492f8b19 req-848e8478-fb76-43c6-8679-d8d4a17ed982 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.2249327 Sep 16 19:36:43.991056 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-1c7140a0-05d3-41e3-b777-b9b4f19e3372 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1917226 Sep 16 19:36:44.037541 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6887d6ee-2422-41b9-a7f1-ed39492f8b19 req-1436efda-6211-40db-aaff-92f418c351b1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728238 Sep 16 19:36:44.044426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:44.048096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:36:44.048096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Checking segment: {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:44.048096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:44.048096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Bound using segment: {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:36:44.048096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Bound port: be955492-9ac7-4a72-b4b4-d1fd50f3ccbf, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:36:44.048706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:44.224421 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:44.283580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-d3561bd6-b984-4777-a2a3-c306d4c02d53', 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'fixed_ips': [{'subnet_id': '9e8b6359-2ee4-4419-a653-474bf2998abc'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:36:44.284673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:44.372486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bd204-80fe-4265-9e40-3a43d81cfdb7 req-9c45e57e-4440-4f87-8286-9f3d845a4149 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:44.374851 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c91bd204-80fe-4265-9e40-3a43d81cfdb7 req-9c45e57e-4440-4f87-8286-9f3d845a4149 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1016662 Sep 16 19:36:44.378627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] For port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:36:44.479454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] For port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=be955492-9ac7-4a72-b4b4-d1fd50f3ccbf,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:36:44.482354 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c91bd204-80fe-4265-9e40-3a43d81cfdb7 req-f5faeb45-97d5-412f-9011-043bf240f990 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991290 Sep 16 19:36:44.485831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:44.507338 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-b1d02661-659a-4553-9a54-7e02875c6fbc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83c670c5a60d4f869bf348b77181874f&device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 1098 time: 0.2306731 Sep 16 19:36:44.534784 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:44.549097 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:44.705604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-025d7129-90bd-49f9-8b93-4354c7bbb3ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:44.707603 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-025d7129-90bd-49f9-8b93-4354c7bbb3ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 200 len: 915 time: 0.1754649 Sep 16 19:36:44.720347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d68111-07ac-4f6f-984b-d9d03bb7ed7b None None] Pushing event updated for resources: {'Port': ['ID=be955492-9ac7-4a72-b4b4-d1fd50f3ccbf,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:44.742457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8d68111-07ac-4f6f-984b-d9d03bb7ed7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:44.764813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Allocated IP 172.20.0.2 (d3561bd6-b984-4777-a2a3-c306d4c02d53/9e8b6359-2ee4-4419-a653-474bf2998abc/15438cf1-231f-4995-9620-01d9d98fd704) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:36:44.809853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:44.825289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:36:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:44.885327 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-3f59db62-ffe5-475c-bb1a-e422d96e4849 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b1c6d4-3be5-4676-9159-023d21b35b38 HTTP/1.1" status: 200 len: 217 time: 0.1189988 Sep 16 19:36:45.032912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-aba7a06f-c37b-438e-93c6-702dd9e857b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:45.034590 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-aba7a06f-c37b-438e-93c6-702dd9e857b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 200 len: 854 time: 0.1387959 Sep 16 19:36:45.155225 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-c8a00a22-1cef-4b2a-92e3-c78b934a1c9a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097927 Sep 16 19:36:45.428796 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cca690f5-cea7-4b9a-bd22-415f8d229917 req-83065872-9ec6-4437-a0bb-73d39fd13a5e tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=605cb984-0ca5-4299-8fa6-33ec8fb94b62 HTTP/1.1" status: 200 len: 210 time: 0.0692720 Sep 16 19:36:45.496233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb2c27-f995-49a7-a3fe-ba245ae2d690 req-e087a213-dd9c-472d-bb66-7bd872beb690 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:45.498214 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f3cb2c27-f995-49a7-a3fe-ba245ae2d690 req-e087a213-dd9c-472d-bb66-7bd872beb690 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1839018 Sep 16 19:36:45.580068 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f3cb2c27-f995-49a7-a3fe-ba245ae2d690 req-99dc8ecf-99b6-43bb-8a80-ee827e354e07 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754340 Sep 16 19:36:45.671994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:45.710244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Transition to ACTIVE for port object 15438cf1-231f-4995-9620-01d9d98fd704 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:45.772185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Transition to ACTIVE for port object 15438cf1-231f-4995-9620-01d9d98fd704 will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:45.838015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:45.846945 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:45.857804 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-2a7270e8-5cbe-4c99-9442-e5a279223c54 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717594 Sep 16 19:36:45.877981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:36:45.966017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Pushing event updated for resources: {'Port': ['ID=15438cf1-231f-4995-9620-01d9d98fd704,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:45.975049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:45.981031 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-2af685f8-97dd-429c-8a9c-3f5e632f2a02 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd&tenant_id=fedd54e5357041a2bd78224901e72cc7 HTTP/1.1" status: 200 len: 1096 time: 0.1371567 Sep 16 19:36:46.037661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Network d3561bd6-b984-4777-a2a3-c306d4c02d53 is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:46.044170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:46.050753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:36:46.126956 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-63b5f7ac-ba7b-4fe3-91fc-931f0edeafb4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 1096 time: 0.1214175 Sep 16 19:36:46.135684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:46.238647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:46.327635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-45227297-f88a-47b9-84d1-1c20193e70e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:46.329864 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-45227297-f88a-47b9-84d1-1c20193e70e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 917 time: 0.1938224 Sep 16 19:36:46.384619 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-03d65968-c9ad-47ee-af9f-29fb22817b71 service neutron] 10.222.0.38 "GET /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159559 Sep 16 19:36:46.387234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Attempting to bind port 15438cf1-231f-4995-9620-01d9d98fd704 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:36:46.387803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Attempting to bind port 15438cf1-231f-4995-9620-01d9d98fd704 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '24c36c98-2228-4dc7-8e13-21d11617fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:36:46.388476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Attempting to bind port 15438cf1-231f-4995-9620-01d9d98fd704 on network d3561bd6-b984-4777-a2a3-c306d4c02d53 {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:36:46.396754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22618f46-89d8-4076-89fd-735aa1bae5de req-9fb25577-c87e-48c6-bbfd-481ee9ab1a2d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:46.406451 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22618f46-89d8-4076-89fd-735aa1bae5de req-9fb25577-c87e-48c6-bbfd-481ee9ab1a2d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.5882981 Sep 16 19:36:46.439735 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:36:46.440435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Checking segment: {'id': '24c36c98-2228-4dc7-8e13-21d11617fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:46.441190 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:46.441850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Bound using segment: {'id': '24c36c98-2228-4dc7-8e13-21d11617fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:36:46.442557 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Bound port: 15438cf1-231f-4995-9620-01d9d98fd704, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c36c98-2228-4dc7-8e13-21d11617fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:36:46.443149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:46.528947 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-da1ec555-71ef-4fc0-8873-c04802502ae1 req-2f1bce0e-29ee-4b86-8195-b7b1fa6b44fb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 1098 time: 0.5143957 Sep 16 19:36:46.569656 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-d513ee45-0f65-4885-bd48-ec5db1321f29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75cd045b-b91f-4e30-a442-f36156005cdc HTTP/1.1" status: 200 len: 998 time: 0.2289534 Sep 16 19:36:46.711545 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Allocated IP 172.27.2.92 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/be2b5f47-76be-48e7-9dd6-6cbc3f6cc745) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:36:46.733911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-0e2ae676-1c86-4034-b82c-200443f72750 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:46.745263 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-0e2ae676-1c86-4034-b82c-200443f72750 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.1657133 Sep 16 19:36:46.777554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] For port 15438cf1-231f-4995-9620-01d9d98fd704, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:36:46.781361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] For port 15438cf1-231f-4995-9620-01d9d98fd704, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=15438cf1-231f-4995-9620-01d9d98fd704,segment=NetworkSegment(24c36c98-2228-4dc7-8e13-21d11617fa06),segment_id=24c36c98-2228-4dc7-8e13-21d11617fa06)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:36:46.818185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'be955492-9ac7-4a72-b4b4-d1fd50f3ccbf', 'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'mac_address': 'fa:16:3e:60:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:37Z', 'updated_at': '2021-09-16T19:36:44Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'subnets': [{'id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:46.828352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:46.851087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:46.903689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea155a-60d7-4837-8328-fd9d1f954ff4 None None] The sync data for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi is: [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'be955492-9ac7-4a72-b4b4-d1fd50f3ccbf', 'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'mac_address': 'fa:16:3e:60:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:37Z', 'updated_at': '2021-09-16T19:36:44Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'subnets': [{'id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:36:47.075720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Pushing event updated for resources: {'Port': ['ID=15438cf1-231f-4995-9620-01d9d98fd704,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:47.089552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:47.128302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:47.163001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49521395-6d24-4227-8425-b974ad072306 req-e683a193-fb25-493a-b36e-64b62126462e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:47.171250 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-49521395-6d24-4227-8425-b974ad072306 req-e683a193-fb25-493a-b36e-64b62126462e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.3388572 Sep 16 19:36:47.255245 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22618f46-89d8-4076-89fd-735aa1bae5de req-b2eaee99-64a1-48ed-87b7-3673794896d6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8472435 Sep 16 19:36:47.263191 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-da1ec555-71ef-4fc0-8873-c04802502ae1 req-513f5d83-aefe-4356-ad7c-29ef1af21a32 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7252102 Sep 16 19:36:47.271037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:47.276899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:47.294760 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-49521395-6d24-4227-8425-b974ad072306 req-447c0763-fac6-4b1a-8752-5790c447d9c2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222818 Sep 16 19:36:47.305776 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-12d26ce2-7924-4164-8100-cb95b2838c4d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5512526 Sep 16 19:36:47.369327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:47.373954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:47.382621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:36:47.415867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Pushing event updated for resources: {'Port': ['ID=be2b5f47-76be-48e7-9dd6-6cbc3f6cc745,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:47.419351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:47.659760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:47.660687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:47.709148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 59e4be40-29b5-4ee1-9f59-139138472a1b no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:36:47.843742 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-6eac9d9e-e060-411b-a00c-5685b237ee01 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815019 Sep 16 19:36:47.866063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 59e4be40-29b5-4ee1-9f59-139138472a1b {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:36:47.866749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 59e4be40-29b5-4ee1-9f59-139138472a1b not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:36:47.897641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1f811e51-acd0-4b2b-88ca-3d33761a1aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:48.079489 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee63ba7e-23cf-4770-aeed-1b5ea2b57249 req-48dfaf11-e675-4ea3-8214-ca1aea7cb7c6 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226455 Sep 16 19:36:48.173643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:36:48.701725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 15438cf1-231f-4995-9620-01d9d98fd704 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:48.785857 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e90c-7b99-4ae2-9333-5aaead31498e req-28b1a1e0-085a-4f62-8c46-fdc8e46b1593 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:48.787581 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22d4e90c-7b99-4ae2-9333-5aaead31498e req-28b1a1e0-085a-4f62-8c46-fdc8e46b1593 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.2137129 Sep 16 19:36:48.893284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 15438cf1-231f-4995-9620-01d9d98fd704 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:48.896903 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22d4e90c-7b99-4ae2-9333-5aaead31498e req-f62880e8-8a79-4b64-a1e1-41173ef2e2ec tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024871 Sep 16 19:36:48.900267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device be955492-9ac7-4a72-b4b4-d1fd50f3ccbf up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:48.926130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e966b-ff3f-4588-9ea9-4d9ea8ec78fc req-39707ee6-e5dc-48ff-840c-326fb1ddfca9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:48.930594 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-366e966b-ff3f-4588-9ea9-4d9ea8ec78fc req-39707ee6-e5dc-48ff-840c-326fb1ddfca9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.2634132 Sep 16 19:36:49.041123 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-366e966b-ff3f-4588-9ea9-4d9ea8ec78fc req-7289a099-a1b2-4bff-967f-2869635843d3 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025822 Sep 16 19:36:49.052098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:36:49.064888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Sync routers for ids ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:36:49.095669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:49.100107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Routers {'8d9321be-b4eb-4c93-a4aa-3b739c023d4d'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:49.100806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:36:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:49.119419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:49.119866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:49.163383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:49.167349 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4614873 Sep 16 19:36:49.168229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 48922) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:49.488464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:49.556469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Set router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:36:49.579500 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:49.599918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=be955492-9ac7-4a72-b4b4-d1fd50f3ccbf,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:49.630691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:49.634583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:49.790621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=be955492-9ac7-4a72-b4b4-d1fd50f3ccbf,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:49.797044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:49.814397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e3660-54c6-4867-bdf9-31a70f80565e None None] Network d3561bd6-b984-4777-a2a3-c306d4c02d53 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:36:50.088508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-37141446-9c33-44d8-a007-52f8765a29fa None None] Provisioning for port 15438cf1-231f-4995-9620-01d9d98fd704 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:50.104717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-37141446-9c33-44d8-a007-52f8765a29fa None None] Provisioning complete for port 15438cf1-231f-4995-9620-01d9d98fd704 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:50.115019 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-37141446-9c33-44d8-a007-52f8765a29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:50.396079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:43Z', 'updated_at': '2021-09-16T19:36:47Z', 'revision_number': 3, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'gw_port': {'id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:46Z', 'updated_at': '2021-09-16T19:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:50.409823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Checking router: 8d9321be-b4eb-4c93-a4aa-3b739c023d4d for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:36:50.410622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Updating router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:36:50.498954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58136bf-b3db-40ea-b038-935c71031d4e req-f77112f3-a91c-4bd7-92d2-6461557bacd6 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:50.512388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107bb55-2569-4e75-8b5e-ba20e2ec4539 req-9b709047-f8bd-4ceb-80c7-eae2dc9f26ce tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:50.523296 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f58136bf-b3db-40ea-b038-935c71031d4e req-f77112f3-a91c-4bd7-92d2-6461557bacd6 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 946 time: 0.5837171 Sep 16 19:36:50.526089 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8107bb55-2569-4e75-8b5e-ba20e2ec4539 req-9b709047-f8bd-4ceb-80c7-eae2dc9f26ce tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.2082207 Sep 16 19:36:50.565838 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:50.644646 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8107bb55-2569-4e75-8b5e-ba20e2ec4539 req-503434f1-2436-4d11-b566-2bb1a9038657 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152124 Sep 16 19:36:50.698132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device be955492-9ac7-4a72-b4b4-d1fd50f3ccbf up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:50.698930 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f58136bf-b3db-40ea-b038-935c71031d4e req-a672caef-d7e0-4569-a868-661b301ebeaa tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746180 Sep 16 19:36:50.768975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48962) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:50.838932 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eada69af-371b-4d77-9f43-90ddfa9170e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.047094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-37141446-9c33-44d8-a007-52f8765a29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.300554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.314621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Transition to ACTIVE for port object be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:51.335951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-37141446-9c33-44d8-a007-52f8765a29fa None None] For port 15438cf1-231f-4995-9620-01d9d98fd704, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=15438cf1-231f-4995-9620-01d9d98fd704,segment=NetworkSegment(24c36c98-2228-4dc7-8e13-21d11617fa06),segment_id=24c36c98-2228-4dc7-8e13-21d11617fa06)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:51.337033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.342519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.347496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:51.373871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:51.374541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.490299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-37141446-9c33-44d8-a007-52f8765a29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.523246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:51.570025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Attempting to bind port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:36:51.571935 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Attempting to bind port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:36:51.572385 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Attempting to bind port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:36:51.596676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3173944-09b8-4ef4-a733-f0d542053d2b None None] Pushing event updated for resources: {'Port': ['ID=be2b5f47-76be-48e7-9dd6-6cbc3f6cc745,revision_number=2']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:51.607864 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a3173944-09b8-4ef4-a733-f0d542053d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:51.615227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:36:51.615688 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:36:51.616146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.616579 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:36:51.617148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Bound port: be2b5f47-76be-48e7-9dd6-6cbc3f6cc745, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:36:51.617590 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.722920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37141446-9c33-44d8-a007-52f8765a29fa None None] Pushing event updated for resources: {'Port': ['ID=15438cf1-231f-4995-9620-01d9d98fd704,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:51.736315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-37141446-9c33-44d8-a007-52f8765a29fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:51.803814 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.845134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] For port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:36:51.856507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] For port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=be2b5f47-76be-48e7-9dd6-6cbc3f6cc745,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:36:51.903181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:51.907621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b785d7-6650-410a-a519-a7fb8547aa48 req-03e0ec14-cafe-45a8-82b4-f51494c7561f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:51.909304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8e95bf0-98af-41f1-83b3-05233f5cd183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:51.924063 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f9b785d7-6650-410a-a519-a7fb8547aa48 req-03e0ec14-cafe-45a8-82b4-f51494c7561f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 1.0038819 Sep 16 19:36:51.965736 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:52.056348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Routers {'8d9321be-b4eb-4c93-a4aa-3b739c023d4d'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:52.057059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:36:51Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:52.081247 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f9b785d7-6650-410a-a519-a7fb8547aa48 req-dab10d80-9941-480f-8ed1-0d3e74987207 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561484 Sep 16 19:36:52.211308 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:52.219873 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Usage tracker for resource:security_group_rule and tenant:231162b7358a4990bae99bb64f68184b is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:52.242361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:52.248716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:52.299256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-ee1161cf-98be-4b7c-92b3-0c577a27a443 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:52.300821 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-ee1161cf-98be-4b7c-92b3-0c577a27a443 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 946 time: 0.6296949 Sep 16 19:36:52.396490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] Set router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:36:52.427565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e98ed76d-1c40-4432-8acf-3037df678cd6 None None] Provisioning complete for port 15438cf1-231f-4995-9620-01d9d98fd704 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:52.428010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e98ed76d-1c40-4432-8acf-3037df678cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:52.462139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:52.499554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43528d5a-c062-47df-a70e-de65eefdbae5 req-055dbb6b-c1b1-4fe8-ae31-08433c8573c0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:52.502114 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-43528d5a-c062-47df-a70e-de65eefdbae5 req-055dbb6b-c1b1-4fe8-ae31-08433c8573c0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.3387330 Sep 16 19:36:52.503593 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3173944-09b8-4ef4-a733-f0d542053d2b None None] Pushing event updated for resources: {'Port': ['ID=be2b5f47-76be-48e7-9dd6-6cbc3f6cc745,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:52.534425 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a3173944-09b8-4ef4-a733-f0d542053d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:52.609177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:52.610721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 15438cf1-231f-4995-9620-01d9d98fd704 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:52.628223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Deleting port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:36:52.628604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:52.698272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 15438cf1-231f-4995-9620-01d9d98fd704 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:52.698615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:52.877450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:52.918362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cc96c378-9d85-4d9a-bbad-33424bddaae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:52.989582 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=231162b7358a4990bae99bb64f68184b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2190185 Sep 16 19:36:52.990674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a0254c-6fca-450c-88f0-f85be9c1d74a,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:52.993656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48974) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:52.994504 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-43528d5a-c062-47df-a70e-de65eefdbae5 req-9fcbd7a1-6bae-4c54-abeb-ab48fddcc37d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4079323 Sep 16 19:36:53.057780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:53.100629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-60243bfa-2dd5-47c4-bf51-9d5cb04db3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:53.136721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-60243bfa-2dd5-47c4-bf51-9d5cb04db3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:53.262843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Allocated IP 172.20.0.1 (d3561bd6-b984-4777-a2a3-c306d4c02d53/9e8b6359-2ee4-4419-a653-474bf2998abc/f1231235-581a-4a5e-90eb-9f2a9df99a73) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:36:53.369662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d9baec51-9e40-4379-be19-64391957f002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:43Z', 'updated_at': '2021-09-16T19:36:47Z', 'revision_number': 3, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'gw_port': {'id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:46Z', 'updated_at': '2021-09-16T19:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:53.395257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9baec51-9e40-4379-be19-64391957f002 None None] The sync data for ids ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'] in dv-cinder-809448-1-iscsi is: [{'id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:43Z', 'updated_at': '2021-09-16T19:36:47Z', 'revision_number': 3, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'gw_port': {'id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:46Z', 'updated_at': '2021-09-16T19:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:36:53.517815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165b605-85a2-4fac-aa65-ba78bd9d1f5e req-29f89671-d6d1-4e96-81d8-20ef2f81c580 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:53.517815 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6165b605-85a2-4fac-aa65-ba78bd9d1f5e req-29f89671-d6d1-4e96-81d8-20ef2f81c580 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 946 time: 1.0478580 Sep 16 19:36:53.517815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-60243bfa-2dd5-47c4-bf51-9d5cb04db3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:53.560044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4490f6e3-4e7c-4349-af2c-ff5305ad7251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:53.653728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] For port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:53.658330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:53.691672 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:53.739112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Transition to ACTIVE for port object f1231235-581a-4a5e-90eb-9f2a9df99a73 will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:36:53.808151 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:53.817870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-57849b42-f1c5-4b50-b1c2-0ec78600bdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:53.905400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Calling delete_port for b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:36:54.087808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Network d3561bd6-b984-4777-a2a3-c306d4c02d53 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:54.126259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:54.136478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60243bfa-2dd5-47c4-bf51-9d5cb04db3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a0254c-6fca-450c-88f0-f85be9c1d74a,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:54.140962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-60243bfa-2dd5-47c4-bf51-9d5cb04db3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:54.157374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:36:54.326917 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6165b605-85a2-4fac-aa65-ba78bd9d1f5e req-bd6f5b08-60e2-4d67-973e-a3c6c945fc4d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7681231 Sep 16 19:36:54.337469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:54.342301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-60243bfa-2dd5-47c4-bf51-9d5cb04db3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:54.350740 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-60243bfa-2dd5-47c4-bf51-9d5cb04db3f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3a0254c-6fca-450c-88f0-f85be9c1d74a HTTP/1.1" status: 204 len: 168 time: 1.3450124 Sep 16 19:36:54.365981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['81b1c6d4-3be5-4676-9159-023d21b35b38', '919398ea-1b12-400b-8925-70a6d070db27'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:36:54.374652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:54.420191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:54.637808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Pushing event deleted for resources: {'Port': ['ID=b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:54.686435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.693575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.694197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.694823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.696733 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.697242 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.699356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.710852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.718834 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.720145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.720581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:54.770376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:54.799920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:54.833834 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Pushing event updated for resources: {'Port': ['ID=f1231235-581a-4a5e-90eb-9f2a9df99a73,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:54.853594 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.036s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:54.954628 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:55.008893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] No DVR routers for this DVR port b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:36:55.016864 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:55.027067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48975670-4c68-4752-b02d-593397f9c39e', 'name': 'network-vif-deleted', 'tag': 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:36:55.069026 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b65144ab-049c-43ca-a2a9-d7e4785154e0 req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "DELETE /v2.0/ports/b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c HTTP/1.1" status: 204 len: 173 time: 2.6052186 Sep 16 19:36:55.126971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d097570a-84c7-45a3-b8d7-50d1e3fc9adb None None] Provisioning for port f1231235-581a-4a5e-90eb-9f2a9df99a73 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:55.158292 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d097570a-84c7-45a3-b8d7-50d1e3fc9adb None None] Provisioning complete for port f1231235-581a-4a5e-90eb-9f2a9df99a73 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:55.158717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d097570a-84c7-45a3-b8d7-50d1e3fc9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:55.207162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321200c5-42f8-4e42-a595-e3081dc993c9 req-bee2b888-55bc-4a1f-b113-70de2db5073f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:55.209065 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-321200c5-42f8-4e42-a595-e3081dc993c9 req-bee2b888-55bc-4a1f-b113-70de2db5073f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.2516048 Sep 16 19:36:55.287758 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:36:55.320610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:55.324347 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-321200c5-42f8-4e42-a595-e3081dc993c9 req-8275488b-47d3-4f4e-b826-e3d064a34c27 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073875 Sep 16 19:36:55.325422 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:55.595745 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48975670-4c68-4752-b02d-593397f9c39e', 'name': 'network-vif-deleted', 'tag': 'b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c', 'status': 'completed', 'code': 200} Sep 16 19:36:55.643916 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 48998) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:55.652761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-d097570a-84c7-45a3-b8d7-50d1e3fc9adb None None] Port f1231235-581a-4a5e-90eb-9f2a9df99a73 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:36:55.700647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:55.777710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:36:55.802607 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:36:55.814157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Usage tracker for resource:security_group_rule and tenant:99b355e944de4bb88da1b1bb1ee5150b is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:36:55.819149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:36:55.848040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:36:55.956263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:36:55.956657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device b1351bdc-0b2a-4847-8b2d-73a6d41d3e8c not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:36:55.999340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.026707 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.087321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa1c99-d2bd-4ed6-9e40-af84414ef280 req-d08e227b-4d10-4663-a53f-eb0884f7ff0a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:56.102644 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a4aa1c99-d2bd-4ed6-9e40-af84414ef280 req-d08e227b-4d10-4663-a53f-eb0884f7ff0a tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.4803679 Sep 16 19:36:56.106366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2c62372f-ec16-498a-9337-27462fc82823 req-ed500e7f-6713-4ce8-b927-96a3625fdce3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:36:56.122930 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.144782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.164519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=be2b5f47-76be-48e7-9dd6-6cbc3f6cc745,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:36:56.189158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.191405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:56.203062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c57c884e-810e-4199-938f-4beaab382b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:56.203289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.214772 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99b355e944de4bb88da1b1bb1ee5150b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5696838 Sep 16 19:36:56.215846 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2c62372f-ec16-498a-9337-27462fc82823 req-ed500e7f-6713-4ce8-b927-96a3625fdce3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:36:56.242767 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2c62372f-ec16-498a-9337-27462fc82823 req-ed500e7f-6713-4ce8-b927-96a3625fdce3 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=48975670-4c68-4752-b02d-593397f9c39e HTTP/1.1" status: 200 len: 210 time: 0.2132607 Sep 16 19:36:56.248902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49002) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:36:56.387498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=be2b5f47-76be-48e7-9dd6-6cbc3f6cc745,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:56.399692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:56.400823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-da401750-6f05-49bb-9603-8fa9a1373e29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:56.423858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dda60793-a7c3-4c6f-a3a9-337b98eec116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.482597 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e0b640c-f716-44fe-bcec-4617c1eb1f39 req-8b20e85b-8e0d-42ba-830a-0e7b39435c35 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5540f6ee58d3428f9385e330c3cebc01&device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 1098 time: 0.7541971 Sep 16 19:36:56.493955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dda60793-a7c3-4c6f-a3a9-337b98eec116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.570931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.580482 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fbeb78-e3b2-491a-a4fa-d72474b725ca,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:56.583680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dda60793-a7c3-4c6f-a3a9-337b98eec116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.588265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:56.604123 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0c65d2da-367a-44ef-8661-8d9b33030e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:36:56.624644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:36:56.624959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda60793-a7c3-4c6f-a3a9-337b98eec116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fbeb78-e3b2-491a-a4fa-d72474b725ca,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:56.634340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-dda60793-a7c3-4c6f-a3a9-337b98eec116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:56.635147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dda60793-a7c3-4c6f-a3a9-337b98eec116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.636374 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-dda60793-a7c3-4c6f-a3a9-337b98eec116 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1fbeb78-e3b2-491a-a4fa-d72474b725ca HTTP/1.1" status: 204 len: 168 time: 0.3840902 Sep 16 19:36:56.699335 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a4aa1c99-d2bd-4ed6-9e40-af84414ef280 req-8c5ce9e0-4e76-4e40-b73a-91f50e1dd32d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954685 Sep 16 19:36:56.843954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Pushing event updated for resources: {'Port': ['ID=f1231235-581a-4a5e-90eb-9f2a9df99a73,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:36:56.857698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:56.857698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:56.867297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd86656-2e8b-4155-80db-16aa9490a6b3 req-68327851-70c5-4a6c-98fe-077363e10ff9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:56.868899 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dbd86656-2e8b-4155-80db-16aa9490a6b3 req-68327851-70c5-4a6c-98fe-077363e10ff9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1760998 Sep 16 19:36:56.945380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.945799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.946247 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.946649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.947053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.947464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.948114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.948515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.948911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.949300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.949753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:36:56.974913 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:36:57.044961 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dbd86656-2e8b-4155-80db-16aa9490a6b3 req-7e397e02-6452-426c-8716-6e16623111b4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519182 Sep 16 19:36:57.051790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b640c-f716-44fe-bcec-4617c1eb1f39 req-3d6740f2-8c3b-457b-a53f-6865eb3d2601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:57.053402 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e0b640c-f716-44fe-bcec-4617c1eb1f39 req-3d6740f2-8c3b-457b-a53f-6865eb3d2601 service neutron] 10.222.0.38 "GET /v2.0/networks?id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 200 len: 919 time: 0.4085622 Sep 16 19:36:57.140128 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Network d3561bd6-b984-4777-a2a3-c306d4c02d53 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:36:57.279099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:36:57.282639 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e0b640c-f716-44fe-bcec-4617c1eb1f39 req-7fe76636-6be1-423d-9ac3-e3dbb76d58f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1420ada-c487-4a84-98e4-6481dcca7de3 HTTP/1.1" status: 200 len: 217 time: 0.1313140 Sep 16 19:36:57.621614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b640c-f716-44fe-bcec-4617c1eb1f39 req-2e7623c4-e8ca-4b3d-905e-949a3cf1d6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:57.631300 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e0b640c-f716-44fe-bcec-4617c1eb1f39 req-2e7623c4-e8ca-4b3d-905e-949a3cf1d6a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c0ec58e-3a85-4ac8-acf1-88c9302ab152 HTTP/1.1" status: 200 len: 858 time: 0.2751119 Sep 16 19:36:57.970094 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e0b640c-f716-44fe-bcec-4617c1eb1f39 req-84fb066b-beb3-4cbf-b178-211936544800 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3065739 Sep 16 19:36:58.239044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-73520c9b-9f09-4840-b630-77933a11a4e3 None None] Provisioning complete for port f1231235-581a-4a5e-90eb-9f2a9df99a73 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:36:58.239044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73520c9b-9f09-4840-b630-77933a11a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:36:58.353550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-73520c9b-9f09-4840-b630-77933a11a4e3 None None] Port f1231235-581a-4a5e-90eb-9f2a9df99a73 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:36:58.707323 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447b722-4042-4b5e-b632-d6a46bf294c4 req-49d8814a-1245-4305-b1ce-a64f5cb0861d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:36:58.708960 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2447b722-4042-4b5e-b632-d6a46bf294c4 req-49d8814a-1245-4305-b1ce-a64f5cb0861d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.6263289 Sep 16 19:36:58.799722 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e0b640c-f716-44fe-bcec-4617c1eb1f39 req-f422cea6-2afe-4956-a7ac-b35122db423a service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8117273 Sep 16 19:36:59.008926 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2447b722-4042-4b5e-b632-d6a46bf294c4 req-3e6f5451-8e51-43b0-910e-764a69539a7d tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896063 Sep 16 19:36:59.081071 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e0b640c-f716-44fe-bcec-4617c1eb1f39 req-69951638-7c9c-4531-a690-ae9442aabf48 service neutron] 10.222.0.38 "GET /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728608 Sep 16 19:36:59.143453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:36:59.355938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:36:59.366789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Sync routers for ids ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:36:59.368713 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] 10.222.0.37 "PUT /v2.0/routers/8d9321be-b4eb-4c93-a4aa-3b739c023d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1934929 Sep 16 19:36:59.379650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Routers {'8d9321be-b4eb-4c93-a4aa-3b739c023d4d'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:59.380323 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:36:51Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:59.588723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Set router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:36:59.937472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:43Z', 'updated_at': '2021-09-16T19:36:54Z', 'revision_number': 4, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'gw_port': {'id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:46Z', 'updated_at': '2021-09-16T19:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'f1231235-581a-4a5e-90eb-9f2a9df99a73', 'name': '', 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'mac_address': 'fa:16:3e:53:e6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8b6359-2ee4-4419-a653-474bf2998abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:52Z', 'updated_at': '2021-09-16T19:36:55Z', 'revision_number': 2, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'subnets': [{'id': '9e8b6359-2ee4-4419-a653-474bf2998abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:36:59.943060 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Checking router: 8d9321be-b4eb-4c93-a4aa-3b739c023d4d for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:36:59.943463 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Updating router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d port f1231235-581a-4a5e-90eb-9f2a9df99a73 binding host dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:37:00.034685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483780d-f763-4d23-bddf-785abfbc96ff req-032cc9bc-7336-4b7f-b7d9-23b928722822 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:00.039982 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0483780d-f763-4d23-bddf-785abfbc96ff req-032cc9bc-7336-4b7f-b7d9-23b928722822 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1512473 Sep 16 19:37:00.073110 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:00.100571 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0483780d-f763-4d23-bddf-785abfbc96ff req-f1029b92-921b-4b06-90e8-a2252a663c70 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573144 Sep 16 19:37:00.524546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b9ee6-3818-472b-a5ea-b5a5fe5cd0d7 req-67c9a88a-29c4-439a-b9cd-fd4975596ce0 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:00.534683 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-999b9ee6-3818-472b-a5ea-b5a5fe5cd0d7 req-67c9a88a-29c4-439a-b9cd-fd4975596ce0 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1091139 Sep 16 19:37:00.623653 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-999b9ee6-3818-472b-a5ea-b5a5fe5cd0d7 req-1428249d-e64c-47b3-aabb-6d4ad60284df tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876284 Sep 16 19:37:00.661719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f75974-e93b-4999-9f9c-bd4c90c98b22 req-dc4503e7-c559-4598-b6eb-d1773e874827 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:00.664095 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-14f75974-e93b-4999-9f9c-bd4c90c98b22 req-dc4503e7-c559-4598-b6eb-d1773e874827 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 946 time: 0.2391655 Sep 16 19:37:00.775005 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-14f75974-e93b-4999-9f9c-bd4c90c98b22 req-b7582bf2-eb5d-4478-ac1f-2946dddf1f22 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020107 Sep 16 19:37:00.954948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Notify callbacks [] for port, precommit_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:00.981438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Transition to ACTIVE for port object f1231235-581a-4a5e-90eb-9f2a9df99a73 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:37:01.018132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:01.026184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:01.117272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc5cbc-5266-41d3-9373-6a6f1c8676ca None None] Pushing event updated for resources: {'Port': ['ID=f1231235-581a-4a5e-90eb-9f2a9df99a73,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:01.135829 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9bcc5cbc-5266-41d3-9373-6a6f1c8676ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:01.532341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Attempting to bind port f1231235-581a-4a5e-90eb-9f2a9df99a73 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:37:01.532734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Attempting to bind port f1231235-581a-4a5e-90eb-9f2a9df99a73 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '24c36c98-2228-4dc7-8e13-21d11617fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:37:01.533160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Attempting to bind port f1231235-581a-4a5e-90eb-9f2a9df99a73 on network d3561bd6-b984-4777-a2a3-c306d4c02d53 {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:37:01.566246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:37:01.566840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Checking segment: {'id': '24c36c98-2228-4dc7-8e13-21d11617fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:37:01.567301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:01.567742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Bound using segment: {'id': '24c36c98-2228-4dc7-8e13-21d11617fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:37:01.568275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Bound port: f1231235-581a-4a5e-90eb-9f2a9df99a73, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c36c98-2228-4dc7-8e13-21d11617fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:37:01.568694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:01.668744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e86e7-bcc2-4f17-8a0b-5b3c13ae6695 req-f539fdb4-a534-46bf-8fd5-854e18ee309d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:01.679519 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3b0e86e7-bcc2-4f17-8a0b-5b3c13ae6695 req-f539fdb4-a534-46bf-8fd5-854e18ee309d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1951275 Sep 16 19:37:01.789414 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3b0e86e7-bcc2-4f17-8a0b-5b3c13ae6695 req-d41a6049-93a5-4b05-b572-d8bc142f30a7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073258 Sep 16 19:37:01.956347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] For port f1231235-581a-4a5e-90eb-9f2a9df99a73, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:37:01.964153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] For port f1231235-581a-4a5e-90eb-9f2a9df99a73, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=f1231235-581a-4a5e-90eb-9f2a9df99a73,segment=NetworkSegment(24c36c98-2228-4dc7-8e13-21d11617fa06),segment_id=24c36c98-2228-4dc7-8e13-21d11617fa06)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:37:02.006479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:02.022941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:02.117624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-b5198e3d-7b0b-4f6e-9137-6101eb0062fe tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:02.134373 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-b5198e3d-7b0b-4f6e-9137-6101eb0062fe tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 946 time: 0.3764794 Sep 16 19:37:02.180190 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49064) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:02.216648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc5cbc-5266-41d3-9373-6a6f1c8676ca None None] Pushing event updated for resources: {'Port': ['ID=f1231235-581a-4a5e-90eb-9f2a9df99a73,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:02.244815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9bcc5cbc-5266-41d3-9373-6a6f1c8676ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:02.262491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Routers {'8d9321be-b4eb-4c93-a4aa-3b739c023d4d'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:37:02.263222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:36:51Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:02.295864 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1820-88c4-4847-a45f-0b8f78e3a59a req-2b74afe0-401f-4a88-a771-32b919aff46a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:02.326407 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e65d1820-88c4-4847-a45f-0b8f78e3a59a req-2b74afe0-401f-4a88-a771-32b919aff46a tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 946 time: 0.2513273 Sep 16 19:37:02.434929 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e65d1820-88c4-4847-a45f-0b8f78e3a59a req-1d3249bf-6680-48e2-8015-4e80c2045613 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071110 Sep 16 19:37:02.481201 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5e9ed-67db-4809-ab52-cfdda797e6dd req-00ea555f-8f89-42b7-8953-2de0b890a285 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:02.502728 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5b5e9ed-67db-4809-ab52-cfdda797e6dd req-00ea555f-8f89-42b7-8953-2de0b890a285 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.5351360 Sep 16 19:37:02.596679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Deleting port 919398ea-1b12-400b-8925-70a6d070db27 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:37:02.599232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:02.876207 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5b5e9ed-67db-4809-ab52-cfdda797e6dd req-3f50841d-f6eb-48b4-b925-0a983897ab75 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831697 Sep 16 19:37:02.966194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:03.103285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:03.129710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Usage tracker for resource:security_group_rule and tenant:6e6dd9b1d531408580fce6f03f47e28b is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:03.138361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:03.164303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:03.259730 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] Set router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:37:03.306536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] For port 919398ea-1b12-400b-8925-70a6d070db27, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=919398ea-1b12-400b-8925-70a6d070db27,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:03.307874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:03.463630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c082b7-0834-4c8e-a4ca-19ac26c1ffac req-3446e571-2b0f-47d9-972f-d03e57de616d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:03.465912 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d5c082b7-0834-4c8e-a4ca-19ac26c1ffac req-3446e571-2b0f-47d9-972f-d03e57de616d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.2314625 Sep 16 19:37:03.502686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Calling delete_port for 919398ea-1b12-400b-8925-70a6d070db27 owned by compute:nova {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:37:03.618864 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d5c082b7-0834-4c8e-a4ca-19ac26c1ffac req-a733d657-70ba-4d82-aae9-396e81fd11cf tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393256 Sep 16 19:37:03.625713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:03.685283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:03.726775 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a97643e6-a4ad-44d6-b250-887d6e552458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:03.736546 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e6dd9b1d531408580fce6f03f47e28b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5411110 Sep 16 19:37:03.754353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 49074) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:03.783423 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349dcb4d-782e-47d6-b5e1-e5ad9a484e3a,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:03.794335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:03.823942 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5311bd6-0e48-4a3f-b200-263542cb7e79 req-3c5c67a9-43d2-4750-9c3a-36c017f11e62 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 210 time: 0.0684102 Sep 16 19:37:03.937321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:43Z', 'updated_at': '2021-09-16T19:36:54Z', 'revision_number': 4, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'gw_port': {'id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:46Z', 'updated_at': '2021-09-16T19:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'f1231235-581a-4a5e-90eb-9f2a9df99a73', 'name': '', 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'mac_address': 'fa:16:3e:53:e6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8b6359-2ee4-4419-a653-474bf2998abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:52Z', 'updated_at': '2021-09-16T19:37:01Z', 'revision_number': 4, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'subnets': [{'id': '9e8b6359-2ee4-4419-a653-474bf2998abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:03.938965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0cd95d1-6235-4d93-ae33-489291c83681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:03.945000 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c1ed5-b619-4d5f-ba0b-5307d36fac74 None None] The sync data for ids ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'] in dv-cinder-809448-1-iscsi is: [{'id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:43Z', 'updated_at': '2021-09-16T19:36:54Z', 'revision_number': 4, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'gw_port': {'id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:46Z', 'updated_at': '2021-09-16T19:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'f1231235-581a-4a5e-90eb-9f2a9df99a73', 'name': '', 'network_id': 'd3561bd6-b984-4777-a2a3-c306d4c02d53', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'mac_address': 'fa:16:3e:53:e6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8b6359-2ee4-4419-a653-474bf2998abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:52Z', 'updated_at': '2021-09-16T19:37:01Z', 'revision_number': 4, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'subnets': [{'id': '9e8b6359-2ee4-4419-a653-474bf2998abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:37:03.993411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0cd95d1-6235-4d93-ae33-489291c83681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:04.030188 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:04.042713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['81b1c6d4-3be5-4676-9159-023d21b35b38'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:37:04.140250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:04.293497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Pushing event deleted for resources: {'Port': ['ID=919398ea-1b12-400b-8925-70a6d070db27,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:04.297805 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:04.332053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761413f4-ed80-42ca-9c09-981f868f05b0 req-a40f8ed4-6e83-4267-9d48-750382691549 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:04.333797 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-761413f4-ed80-42ca-9c09-981f868f05b0 req-a40f8ed4-6e83-4267-9d48-750382691549 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1450377 Sep 16 19:37:04.445022 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-761413f4-ed80-42ca-9c09-981f868f05b0 req-0a4cf4ee-98d3-42d4-a0af-d82ec7c62716 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011181 Sep 16 19:37:04.480477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] No DVR routers for this DVR port 919398ea-1b12-400b-8925-70a6d070db27 on host hv-cinder-80944 {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:37:04.490892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0cd95d1-6235-4d93-ae33-489291c83681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:04.497146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:04.503627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a3803a82-278f-47da-a69f-db514feebc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:04.530307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77098b4-ddf7-4926-ba4c-0dc2ff1764a7', 'name': 'network-vif-deleted', 'tag': '919398ea-1b12-400b-8925-70a6d070db27'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:37:04.540111 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd95d1-6235-4d93-ae33-489291c83681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349dcb4d-782e-47d6-b5e1-e5ad9a484e3a,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:04.549734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c0cd95d1-6235-4d93-ae33-489291c83681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:04.589331 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d8ea7a16-1a02-4a1a-bb92-33d991ed0c2d req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "DELETE /v2.0/ports/919398ea-1b12-400b-8925-70a6d070db27 HTTP/1.1" status: 204 len: 173 time: 2.4340782 Sep 16 19:37:04.624095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0cd95d1-6235-4d93-ae33-489291c83681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:04.626940 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c0cd95d1-6235-4d93-ae33-489291c83681 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/349dcb4d-782e-47d6-b5e1-e5ad9a484e3a HTTP/1.1" status: 204 len: 168 time: 0.8172455 Sep 16 19:37:04.669698 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77098b4-ddf7-4926-ba4c-0dc2ff1764a7', 'name': 'network-vif-deleted', 'tag': '919398ea-1b12-400b-8925-70a6d070db27', 'status': 'completed', 'code': 200} Sep 16 19:37:04.819657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device f1231235-581a-4a5e-90eb-9f2a9df99a73 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:37:05.154956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port f1231235-581a-4a5e-90eb-9f2a9df99a73 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:37:05.160962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port f1231235-581a-4a5e-90eb-9f2a9df99a73 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:37:05.161384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:05.245232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e816424-f05d-4622-a049-7332a6f33646 req-1b125d34-330d-4daf-8f36-c1ce02f969a6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:05.254984 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6e816424-f05d-4622-a049-7332a6f33646 req-1b125d34-330d-4daf-8f36-c1ce02f969a6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.2526479 Sep 16 19:37:05.421519 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6e816424-f05d-4622-a049-7332a6f33646 req-e8e71171-2cf2-42b3-843b-3310f348ba26 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652026 Sep 16 19:37:05.460044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:05.568566 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port f1231235-581a-4a5e-90eb-9f2a9df99a73, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=f1231235-581a-4a5e-90eb-9f2a9df99a73,segment=NetworkSegment(24c36c98-2228-4dc7-8e13-21d11617fa06),segment_id=24c36c98-2228-4dc7-8e13-21d11617fa06)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:05.605681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:05.607980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8d68111-07ac-4f6f-984b-d9d03bb7ed7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:05.857189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 919398ea-1b12-400b-8925-70a6d070db27 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:37:05.981964 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-030928cc-3a49-4890-a07b-83110a13fa17 req-1abc9f63-24fc-49a3-b2be-8223c3a4837b tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=b77098b4-ddf7-4926-ba4c-0dc2ff1764a7 HTTP/1.1" status: 200 len: 210 time: 0.1322978 Sep 16 19:37:06.010603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=f1231235-581a-4a5e-90eb-9f2a9df99a73,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:06.020937 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 919398ea-1b12-400b-8925-70a6d070db27 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:37:06.033413 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 919398ea-1b12-400b-8925-70a6d070db27 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:37:06.036710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:06.753348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device f1231235-581a-4a5e-90eb-9f2a9df99a73 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:37:06.884510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port f1231235-581a-4a5e-90eb-9f2a9df99a73 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:37:06.885285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:07.019404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e880cb-20e7-4b16-ae8b-decb30f8e543 req-6986e020-196b-4604-a0c0-7a46802fb6c9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:07.028463 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b5e880cb-20e7-4b16-ae8b-decb30f8e543 req-6986e020-196b-4604-a0c0-7a46802fb6c9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1915398 Sep 16 19:37:07.098642 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b5e880cb-20e7-4b16-ae8b-decb30f8e543 req-71af12f7-ae84-430a-a06b-6c152ed573dc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690937 Sep 16 19:37:08.650494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c665f-e3f5-4c6d-a6a1-c3380d5d1f8a req-b6465d1f-adeb-4115-9cc6-95dcd0846468 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:08.652424 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bf4c665f-e3f5-4c6d-a6a1-c3380d5d1f8a req-b6465d1f-adeb-4115-9cc6-95dcd0846468 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.2055857 Sep 16 19:37:08.735273 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bf4c665f-e3f5-4c6d-a6a1-c3380d5d1f8a req-4d753bc2-caa2-4a82-bc1d-88b9f6a5c173 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750070 Sep 16 19:37:10.064191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564005d8-8009-4591-85ae-0c654700d4b4 req-5c4af1fe-89d6-4b24-998f-bad2ed9e617a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:10.072070 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-564005d8-8009-4591-85ae-0c654700d4b4 req-5c4af1fe-89d6-4b24-998f-bad2ed9e617a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1110852 Sep 16 19:37:10.140390 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-564005d8-8009-4591-85ae-0c654700d4b4 req-52588f51-f232-40ba-8131-fb3a4f341d95 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668328 Sep 16 19:37:10.238325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555f71a-07a6-4008-93d3-98dcb243af33 req-1b966575-a4b2-40ff-a160-56aa6c5e2d38 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:10.246245 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7555f71a-07a6-4008-93d3-98dcb243af33 req-1b966575-a4b2-40ff-a160-56aa6c5e2d38 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.0961604 Sep 16 19:37:10.304983 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7555f71a-07a6-4008-93d3-98dcb243af33 req-a9395980-66e1-4b62-87f7-9b0ebc6d3ab7 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571847 Sep 16 19:37:11.654620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c7b3a-0a97-425a-addc-c19befb4bca6 req-b234957a-30f7-4f93-ab20-6030f593b7fa tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:11.664501 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-829c7b3a-0a97-425a-addc-c19befb4bca6 req-b234957a-30f7-4f93-ab20-6030f593b7fa tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.2124979 Sep 16 19:37:11.682341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82650ba-610d-4677-ad9c-42956e64879f req-c6092814-ec42-4f99-8f42-d5fb8b6bb2d7 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:11.691701 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82650ba-610d-4677-ad9c-42956e64879f req-c6092814-ec42-4f99-8f42-d5fb8b6bb2d7 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.1532154 Sep 16 19:37:11.751078 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f82650ba-610d-4677-ad9c-42956e64879f req-d6e6bdac-5295-49ed-9273-137e824e4281 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576715 Sep 16 19:37:11.794614 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-829c7b3a-0a97-425a-addc-c19befb4bca6 req-1cc6c8ea-6d23-4216-9dc5-f85681e4873b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286173 Sep 16 19:37:12.631704 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-aaade615-4087-41a2-8927-26088338a001 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:12.632517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-aaade615-4087-41a2-8927-26088338a001 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:37:12.696812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-aaade615-4087-41a2-8927-26088338a001 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:37:12.698290 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-aaade615-4087-41a2-8927-26088338a001 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.1936409 Sep 16 19:37:12.714417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:37:12.874429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Deleting port 81b1c6d4-3be5-4676-9159-023d21b35b38 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:37:12.901182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:13.462101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f868-b594-4558-a413-eecc32926112 req-793ebbc0-71bf-450b-833b-208e9428270d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:13.466359 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6c72f868-b594-4558-a413-eecc32926112 req-793ebbc0-71bf-450b-833b-208e9428270d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 945 time: 0.2574139 Sep 16 19:37:13.470559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] For port 81b1c6d4-3be5-4676-9159-023d21b35b38, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=81b1c6d4-3be5-4676-9159-023d21b35b38,segment=NetworkSegment(d83b51b5-269f-43ca-939b-e55b3d94bfd5),segment_id=d83b51b5-269f-43ca-939b-e55b3d94bfd5)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:13.472372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:13.530806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92c2cb-adb9-4f28-a8f2-398389ae2629 req-0df56099-a073-46e9-9457-4db84760fd0a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:13.549080 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d92c2cb-adb9-4f28-a8f2-398389ae2629 req-0df56099-a073-46e9-9457-4db84760fd0a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1113496 Sep 16 19:37:13.610294 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d92c2cb-adb9-4f28-a8f2-398389ae2629 req-dd85a769-0411-4d80-926a-bac9b9ff085c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589230 Sep 16 19:37:13.680034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Calling delete_port for 81b1c6d4-3be5-4676-9159-023d21b35b38 owned by compute:nova {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:37:13.867402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ebb62-547a-412b-96b0-ec22f3b92a62 req-f790d3b1-6c5e-43fd-89be-51f00ae41e24 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:13.876489 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-051ebb62-547a-412b-96b0-ec22f3b92a62 req-f790d3b1-6c5e-43fd-89be-51f00ae41e24 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1164107 Sep 16 19:37:13.956570 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-051ebb62-547a-412b-96b0-ec22f3b92a62 req-c42da13d-ebad-4be0-872d-26d0870b21a9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787306 Sep 16 19:37:14.017770 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:14.244960 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6c72f868-b594-4558-a413-eecc32926112 req-40b7597c-29ae-4c66-be64-8273a5730551 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e369f6d-5595-495d-aa93-0abf4ea1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545362 Sep 16 19:37:14.371468 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:14.378313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:14.384208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['81b1c6d4-3be5-4676-9159-023d21b35b38'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:37:14.431457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Pushing event deleted for resources: {'Port': ['ID=81b1c6d4-3be5-4676-9159-023d21b35b38,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:14.441306 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:14.525956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] No DVR routers for this DVR port 81b1c6d4-3be5-4676-9159-023d21b35b38 on host hv-cinder-80944 {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:37:14.528622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:14.541667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587d734d-5569-4314-a789-805f90e9ba6f', 'name': 'network-vif-deleted', 'tag': '81b1c6d4-3be5-4676-9159-023d21b35b38'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:37:14.595754 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-df449657-0a0c-4b31-abf2-439b4f11eb20 req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.38 "DELETE /v2.0/ports/81b1c6d4-3be5-4676-9159-023d21b35b38 HTTP/1.1" status: 204 len: 173 time: 1.8873556 Sep 16 19:37:14.617104 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587d734d-5569-4314-a789-805f90e9ba6f', 'name': 'network-vif-deleted', 'tag': '81b1c6d4-3be5-4676-9159-023d21b35b38', 'status': 'completed', 'code': 200} Sep 16 19:37:14.887117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738c1de-9d37-4b02-a9bc-97cb309b6a7d req-6ac6585c-ae13-4995-a418-54e344680793 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:14.888347 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6738c1de-9d37-4b02-a9bc-97cb309b6a7d req-6ac6585c-ae13-4995-a418-54e344680793 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1014495 Sep 16 19:37:14.961744 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6738c1de-9d37-4b02-a9bc-97cb309b6a7d req-78b1b0b6-90e2-464b-a7b9-9a2c2eab9081 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661654 Sep 16 19:37:15.202984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd86f63-27b0-4699-8a9e-c167779c9c90 req-c418759e-2de6-4fb8-866b-de2eac0f0067 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:15.212216 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efd86f63-27b0-4699-8a9e-c167779c9c90 req-c418759e-2de6-4fb8-866b-de2eac0f0067 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.1253340 Sep 16 19:37:15.274826 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efd86f63-27b0-4699-8a9e-c167779c9c90 req-42b6e90c-c664-44a8-b7f0-97015ca0886f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614705 Sep 16 19:37:15.501617 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-3719c016-6cc0-49aa-84d6-d63377bb7c2d req-c173f0c5-0904-4a6c-9925-53b685e1d875 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Synchronizing usage tracker for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:37:15.565321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-3719c016-6cc0-49aa-84d6-d63377bb7c2d req-c173f0c5-0904-4a6c-9925-53b685e1d875 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Unset dirty status for tenant:83c670c5a60d4f869bf348b77181874f on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:37:15.566682 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3719c016-6cc0-49aa-84d6-d63377bb7c2d req-c173f0c5-0904-4a6c-9925-53b685e1d875 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] 10.222.0.37 "GET /v2.0/ports?device_id=587d734d-5569-4314-a789-805f90e9ba6f HTTP/1.1" status: 200 len: 210 time: 0.1167157 Sep 16 19:37:15.932394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-717ab40f-149c-4e44-ab7f-38ebd03f2c45 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:15.934144 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-717ab40f-149c-4e44-ab7f-38ebd03f2c45 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.38 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.0952241 Sep 16 19:37:16.032952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Deleting port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:37:16.033517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:16.245869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577decb-8b02-4b7c-8a44-d1bd911446ab req-12f27415-c75d-4fe0-942a-3f07ea23bbf6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:16.258160 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2577decb-8b02-4b7c-8a44-d1bd911446ab req-12f27415-c75d-4fe0-942a-3f07ea23bbf6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1187305 Sep 16 19:37:16.321108 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2577decb-8b02-4b7c-8a44-d1bd911446ab req-0a416d2c-f79b-4d52-b5c9-6f628ad5b233 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614908 Sep 16 19:37:16.431042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] For port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:16.431440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:16.619428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Calling delete_port for 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 owned by compute:nova {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:37:16.710277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49292) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:16.801831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-81197042-9296-4078-999c-6db031c77775 admin admin] Deleting subnet 8f3223f6-8bae-411f-89bd-590cac98edaf {{(pid=93569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:37:16.806522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-81197042-9296-4078-999c-6db031c77775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:16.826980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761a4fa-08bc-4164-9057-a3e304e6b932 req-3d3d57ae-fc2d-4ef2-b204-0c84169dd926 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:16.829528 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0761a4fa-08bc-4164-9057-a3e304e6b932 req-3d3d57ae-fc2d-4ef2-b204-0c84169dd926 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 946 time: 0.3249397 Sep 16 19:37:16.881415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-81197042-9296-4078-999c-6db031c77775 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:16.889053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-81197042-9296-4078-999c-6db031c77775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:16.898165 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0761a4fa-08bc-4164-9057-a3e304e6b932 req-d7cb02cb-625c-474a-83ac-820edf45cf4f tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 Sep 16 19:37:17.788300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a635b3-f537-418b-b08f-2a60ed273909 req-045ed2ce-3378-4b50-aca5-8a620f2415d0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:17.789885 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85a635b3-f537-418b-b08f-2a60ed273909 req-045ed2ce-3378-4b50-aca5-8a620f2415d0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.0862274 Sep 16 19:37:17.842721 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85a635b3-f537-418b-b08f-2a60ed273909 req-111cb606-fb6b-4e48-8c09-9ce9dbbbaa0a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460529 Sep 16 19:37:17.857225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-81197042-9296-4078-999c-6db031c77775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for subnet, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:17.868675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:17.870897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aed60c40-7e22-4591-9501-9d4ce7dbbf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:17.881983 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:17.890527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['c1420ada-c487-4a84-98e4-6481dcca7de3', '5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:37:17.923361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:17.965513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 81b1c6d4-3be5-4676-9159-023d21b35b38 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:37:18.014051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 81b1c6d4-3be5-4676-9159-023d21b35b38 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:37:18.014765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 81b1c6d4-3be5-4676-9159-023d21b35b38 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:37:18.019284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-81197042-9296-4078-999c-6db031c77775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:18.023922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Pushing event deleted for resources: {'Port': ['ID=5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:18.030790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:18.036911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81197042-9296-4078-999c-6db031c77775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3223f6-8bae-411f-89bd-590cac98edaf,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:18.205523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-81197042-9296-4078-999c-6db031c77775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:18.205523 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-81197042-9296-4078-999c-6db031c77775 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8f3223f6-8bae-411f-89bd-590cac98edaf HTTP/1.1" status: 204 len: 168 time: 1.3307462 Sep 16 19:37:18.205523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49306) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:18.206194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] No DVR routers for this DVR port 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 on host hv-cinder-80944 {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:37:18.206194 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3a7246b4-4acd-4081-ad4f-7efdbd97a9f4 req-437cf936-c3b2-41ae-ae2c-8f6aa24583a0 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e8b846-ca64-4295-b392-b9924f1520d9 HTTP/1.1" status: 200 len: 210 time: 0.0549786 Sep 16 19:37:18.206194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:18.206194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e8b846-ca64-4295-b392-b9924f1520d9', 'name': 'network-vif-deleted', 'tag': '5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:37:18.230346 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e8b846-ca64-4295-b392-b9924f1520d9', 'name': 'network-vif-deleted', 'tag': '5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1', 'status': 'completed', 'code': 200} Sep 16 19:37:18.363345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:18.372050 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ba803d1d-2c6a-4aca-afe9-6333b00fcebb req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.38 "DELETE /v2.0/ports/5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 HTTP/1.1" status: 204 len: 173 time: 2.4316964 Sep 16 19:37:18.503365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:18.535935 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.543485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.543485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.543485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > port after_create 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.543485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.543485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > port after_update 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.543485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.543485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.543485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.543485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.683537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.684018 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.684474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.685041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93569) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 16 19:37:18.685527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72']}} {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:18.705182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83b51b5-269f-43ca-939b-e55b3d94bfd5') {'for_net_delete': True} {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:18.705630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83b51b5-269f-43ca-939b-e55b3d94bfd5') {} {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:18.724533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1085009'] for segment, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:18.743495 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:18.754703 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:37:18.755251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1206375'] for segment, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: (self, other), Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:37:18.778499 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:37:18.896850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:18.907662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:18.911874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:18.937208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:18.940441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:19.008154 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ed2bf4a2-3153-4fd6-9b6d-5b2f4075ba72 HTTP/1.1" status: 204 len: 168 time: 0.9537215 Sep 16 19:37:19.247451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85c3b0-aa1f-4a3e-985d-72402d80e377 req-222eb697-5574-4c1d-a3a4-87de46137347 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:19.256563 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f85c3b0-aa1f-4a3e-985d-72402d80e377 req-222eb697-5574-4c1d-a3a4-87de46137347 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1685996 Sep 16 19:37:19.313063 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f85c3b0-aa1f-4a3e-985d-72402d80e377 req-b0c7fd77-918d-40c8-968a-9c1107e3c422 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551879 Sep 16 19:37:19.468609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:19.557886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49354) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:19.647100 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a57e07e2-d207-4156-96a9-00399d8caad0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83c670c5a60d4f869bf348b77181874f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0875170 Sep 16 19:37:19.649584 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49360) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:19.771498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0aeeef73-2b86-4edd-bf96-85e46b729093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:19.801771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0aeeef73-2b86-4edd-bf96-85e46b729093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:19.886933 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:37:19.909833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0aeeef73-2b86-4edd-bf96-85e46b729093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:19.927469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a2463890-e6c6-44c5-8031-d1c3b9dcee82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:19.958351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeef73-2b86-4edd-bf96-85e46b729093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e369f6d-5595-495d-aa93-0abf4ea1a3e3,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:19.960451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:37:19.961052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 5f3b4c49-f6e0-4338-8a8a-b059ddb5bbc1 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:37:19.966362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0aeeef73-2b86-4edd-bf96-85e46b729093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:19.987863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0aeeef73-2b86-4edd-bf96-85e46b729093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:19.992520 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0aeeef73-2b86-4edd-bf96-85e46b729093 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e369f6d-5595-495d-aa93-0abf4ea1a3e3 HTTP/1.1" status: 204 len: 168 time: 0.3384898 Sep 16 19:37:20.019262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e884ac9-dc24-48e6-af75-e4932a040d91 req-93a73cbc-b5d1-4d95-8e29-c6aa4a9055b1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:20.020157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-0e884ac9-dc24-48e6-af75-e4932a040d91 req-93a73cbc-b5d1-4d95-8e29-c6aa4a9055b1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Synchronizing usage tracker for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:37:20.090721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-0e884ac9-dc24-48e6-af75-e4932a040d91 req-93a73cbc-b5d1-4d95-8e29-c6aa4a9055b1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Unset dirty status for tenant:5540f6ee58d3428f9385e330c3cebc01 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:37:20.092333 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0e884ac9-dc24-48e6-af75-e4932a040d91 req-93a73cbc-b5d1-4d95-8e29-c6aa4a9055b1 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.2293782 Sep 16 19:37:20.190620 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0e884ac9-dc24-48e6-af75-e4932a040d91 req-ba1c2319-37dc-43b5-abc0-3bca65cbcb38 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834360 Sep 16 19:37:20.439385 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-652fb181-cd06-458a-b336-e9d68b727272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:20.669367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a75a83-4f0a-4030-b93f-d2cfbf7dea0b req-33280303-d30e-4098-9a3b-9c7c36a58030 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:20.675381 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-19a75a83-4f0a-4030-b93f-d2cfbf7dea0b req-33280303-d30e-4098-9a3b-9c7c36a58030 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.1623199 Sep 16 19:37:20.752739 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-19a75a83-4f0a-4030-b93f-d2cfbf7dea0b req-1457121c-1d29-4fd2-b9bf-4ee421fd7286 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731690 Sep 16 19:37:20.835564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.140507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49396) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:21.258918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2818f1-5e43-4eb5-8be8-3a685826ee87 admin admin] Deleting subnet d752d7cd-a06e-4fc1-a001-cb5901ed5ff6 {{(pid=93569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:37:21.263071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3c2818f1-5e43-4eb5-8be8-3a685826ee87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.328259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3c2818f1-5e43-4eb5-8be8-3a685826ee87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853690808'] for subnet, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.392096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3c2818f1-5e43-4eb5-8be8-3a685826ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.481114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ba722-1fe4-488c-a5eb-474fc7ab616f req-61974301-fd22-4123-8baa-76c3c8cf7331 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:21.483104 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1d4ba722-1fe4-488c-a5eb-474fc7ab616f req-61974301-fd22-4123-8baa-76c3c8cf7331 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1216865 Sep 16 19:37:21.514074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3c2818f1-5e43-4eb5-8be8-3a685826ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1206492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852953748'] for subnet, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.526193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7ee2ae42-c325-4fd9-863f-54880483cf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:21.562410 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1d4ba722-1fe4-488c-a5eb-474fc7ab616f req-9f414462-c3e6-4c2f-b4f3-b9f1b5c4f12c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724502 Sep 16 19:37:21.564645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2818f1-5e43-4eb5-8be8-3a685826ee87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d752d7cd-a06e-4fc1-a001-cb5901ed5ff6,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:21.567119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3c2818f1-5e43-4eb5-8be8-3a685826ee87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.572646 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3c2818f1-5e43-4eb5-8be8-3a685826ee87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:21.578467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 49406) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:21.578689 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3c2818f1-5e43-4eb5-8be8-3a685826ee87 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d752d7cd-a06e-4fc1-a001-cb5901ed5ff6 HTTP/1.1" status: 204 len: 168 time: 0.4356005 Sep 16 19:37:21.714082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.805278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.874919 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.909623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f58a138-21a7-4f6f-98d6-5f0f429b7ef7']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:21.928629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:21.928629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b9904f-94de-4b0c-aca3-638fa9c9b57d') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:21.944420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.963699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.971278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:37:21.971733 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:37:21.988061 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:37:22.020480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0669b3-64db-45b1-878a-4ffde1b13d9e req-6d944dcd-e858-4348-a03b-a313753cd414 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:22.022134 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4a0669b3-64db-45b1-878a-4ffde1b13d9e req-6d944dcd-e858-4348-a03b-a313753cd414 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 943 time: 0.0972917 Sep 16 19:37:22.078493 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4a0669b3-64db-45b1-878a-4ffde1b13d9e req-d3c556c1-6fdc-4607-b219-15679c02fb3e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474656 Sep 16 19:37:22.227026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:37:22.383017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:22.398826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '75cd045b-b91f-4e30-a442-f36156005cdc', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'port_id': '75cd045b-b91f-4e30-a442-f36156005cdc', 'mac_address': 'fa:16:3e:6b:14:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:37:22.459438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:22.478085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75cd045b-b91f-4e30-a442-f36156005cdc {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:37:22.553699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:22.570722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:22.580541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:22.584930 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bd5e21cb-a3f7-4d76-8f79-fb9c13564ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:22.611575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:22.612177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f58a138-21a7-4f6f-98d6-5f0f429b7ef7,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:22.614998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:22.615614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:22.648928 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2fcc623e-580e-4b1c-aab9-8220079547d6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3f58a138-21a7-4f6f-98d6-5f0f429b7ef7 HTTP/1.1" status: 204 len: 168 time: 1.0663307 Sep 16 19:37:22.784424 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=9']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:22.802456 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.802841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.803223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.803598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.803970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.804341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.804710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.805098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.805469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.805836 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.806233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:22.814756 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:22.930665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a13482-4167-4bdd-920c-7d7109535996 req-5c15838a-ebfb-412a-b707-c217af2954ff tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:22.939011 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35a13482-4167-4bdd-920c-7d7109535996 req-5c15838a-ebfb-412a-b707-c217af2954ff tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1242001 Sep 16 19:37:22.988030 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35a13482-4167-4bdd-920c-7d7109535996 req-0a2464ee-bbe3-4dad-9b7a-87fc45545afb tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480559 Sep 16 19:37:23.084905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 49436) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:23.182322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49446) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:23.192622 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-50e089c7-1a98-4c65-8063-155b704c5933 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc24ce94b2a044e9803aa591c364ab90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1063488 Sep 16 19:37:23.379387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-62428724-e926-49a0-92d2-99c476a6e4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:23.406476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0559b8f-a054-43ef-b4d7-33bfca509746 req-fa3f5fe7-bc02-448c-9927-853351c7aef2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:23.414715 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b0559b8f-a054-43ef-b4d7-33bfca509746 req-fa3f5fe7-bc02-448c-9927-853351c7aef2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 944 time: 0.1294863 Sep 16 19:37:23.466167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-62428724-e926-49a0-92d2-99c476a6e4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:23.515593 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b0559b8f-a054-43ef-b4d7-33bfca509746 req-964099e6-7d95-45dd-8ff3-f58b760ff1a3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997519 Sep 16 19:37:23.691105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-62428724-e926-49a0-92d2-99c476a6e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:23.696877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-36d8fb69-ef14-4203-9266-4f70dde6c32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:23.716589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62428724-e926-49a0-92d2-99c476a6e4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1201e51-62a4-4224-ac45-33eab64a3e1f,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:23.720680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-62428724-e926-49a0-92d2-99c476a6e4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:23.769789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-62428724-e926-49a0-92d2-99c476a6e4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:23.769789 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-62428724-e926-49a0-92d2-99c476a6e4a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1201e51-62a4-4224-ac45-33eab64a3e1f HTTP/1.1" status: 204 len: 168 time: 0.5824356 Sep 16 19:37:23.919947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49456) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:24.207841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['75cd045b-b91f-4e30-a442-f36156005cdc'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:37:24.261171 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:24.344079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:24.353242 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:e5850a4cc57f4a8e8d733b20986a3c9d is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:24.362884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:24.369229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:24.399466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65179825-e0d9-4a80-ba78-94ce65f41a32 req-a93cf613-af96-42fd-ad93-76eb3e47fe4c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:24.411078 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65179825-e0d9-4a80-ba78-94ce65f41a32 req-a93cf613-af96-42fd-ad93-76eb3e47fe4c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.2032902 Sep 16 19:37:24.554099 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65179825-e0d9-4a80-ba78-94ce65f41a32 req-11e30c09-2533-4080-8f34-201121d01f1b tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398554 Sep 16 19:37:24.556244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:24.588196 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:24.600181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2896c845-acf8-4561-9299-5272dde9dd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:24.658406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34985136-b81c-4c86-8375-b87469ef3380,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:24.665199 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:24.685868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 49482) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:24.698325 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5850a4cc57f4a8e8d733b20986a3c9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7771492 Sep 16 19:37:24.772603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-74f417f4-8f2c-461c-adaa-fff346b869e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:24.808744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-74f417f4-8f2c-461c-adaa-fff346b869e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:24.882155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab19ab-695b-4eee-9727-b0dd2acb1d6c req-5ac6e84c-cb8a-42a7-a081-eddeb6a0be1e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:24.884203 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0eab19ab-695b-4eee-9727-b0dd2acb1d6c req-5ac6e84c-cb8a-42a7-a081-eddeb6a0be1e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 944 time: 0.1200674 Sep 16 19:37:24.944517 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0eab19ab-695b-4eee-9727-b0dd2acb1d6c req-e8a8838d-b50a-44f2-863e-bfa56fe560fd tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536802 Sep 16 19:37:25.024517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-091ae468-459f-444c-b155-f913649158c8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:25.028698 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-091ae468-459f-444c-b155-f913649158c8 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.38 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 945 time: 0.1233306 Sep 16 19:37:25.029918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-74f417f4-8f2c-461c-adaa-fff346b869e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:25.039102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e306c8c-89d7-4f6d-bebc-18ad22047299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:25.144375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-74f417f4-8f2c-461c-adaa-fff346b869e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:25.152654 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-74f417f4-8f2c-461c-adaa-fff346b869e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34985136-b81c-4c86-8375-b87469ef3380 HTTP/1.1" status: 204 len: 168 time: 0.4651043 Sep 16 19:37:25.160004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Deleting port c1420ada-c487-4a84-98e4-6481dcca7de3 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:37:25.160575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:25.269030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f417f4-8f2c-461c-adaa-fff346b869e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34985136-b81c-4c86-8375-b87469ef3380,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:25.274697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-74f417f4-8f2c-461c-adaa-fff346b869e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:25.506136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] For port c1420ada-c487-4a84-98e4-6481dcca7de3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=c1420ada-c487-4a84-98e4-6481dcca7de3,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:25.506708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:25.789181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Calling delete_port for c1420ada-c487-4a84-98e4-6481dcca7de3 owned by compute:nova {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:37:25.900494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49510) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:25.938459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:25.965983 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:37:26.061271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:26.080834 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Usage tracker for resource:security_group_rule and tenant:7cdab244a5ae44f3b63b95b97781daef is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:26.090652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:26.120542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:26.212589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 75cd045b-b91f-4e30-a442-f36156005cdc triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:37:26.213390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.265802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.274061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a79f2a5d-19a0-4fe0-bd3a-9654e9f540ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:26.276919 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.291516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['c1420ada-c487-4a84-98e4-6481dcca7de3'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:37:26.329888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.346109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-345106f9-42e3-4f13-85fa-209dbf80aafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:26.346427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Pushing event deleted for resources: {'Port': ['ID=c1420ada-c487-4a84-98e4-6481dcca7de3,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:26.355210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:26.383774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3753f-83e7-4530-93c0-7f12f2d1862c req-dc02d6cd-a1ec-4cdc-8024-b0b4ad44ceaf tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:26.385885 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b5c3753f-83e7-4530-93c0-7f12f2d1862c req-dc02d6cd-a1ec-4cdc-8024-b0b4ad44ceaf tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/ports?device_id=707235dd-42a6-458e-9225-2258639b47d0 HTTP/1.1" status: 200 len: 867 time: 0.4549401 Sep 16 19:37:26.396209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12dd006-4000-4785-a737-e6e0c37eb363,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:26.399787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:26.455062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d0f65-9fe2-43e3-b18b-cfa1251ab7a7 req-cfbf7240-836f-40e7-b1fe-d018f805f547 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:26.457186 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-746d0f65-9fe2-43e3-b18b-cfa1251ab7a7 req-cfbf7240-836f-40e7-b1fe-d018f805f547 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 944 time: 0.1787634 Sep 16 19:37:26.466442 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cdab244a5ae44f3b63b95b97781daef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5621433 Sep 16 19:37:26.466767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49520) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:26.527946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.545467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] No DVR routers for this DVR port c1420ada-c487-4a84-98e4-6481dcca7de3 on host hv-cinder-80944 {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:37:26.550149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.561535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707235dd-42a6-458e-9225-2258639b47d0', 'name': 'network-vif-deleted', 'tag': 'c1420ada-c487-4a84-98e4-6481dcca7de3'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:37:26.581455 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b5c3753f-83e7-4530-93c0-7f12f2d1862c req-6cb1b906-890e-40e5-85b1-c6825c380ee6 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.37 "GET /v2.0/security-groups?id=53f8a850-0c43-4e43-a2d2-02f22329b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864102 Sep 16 19:37:26.591651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:26.592755 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:37:26.595024 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-34af64a5-0975-4f02-aaaf-f6084a77e16c req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] 10.222.0.38 "DELETE /v2.0/ports/c1420ada-c487-4a84-98e4-6481dcca7de3 HTTP/1.1" status: 204 len: 173 time: 1.5570011 Sep 16 19:37:26.628571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.630381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:26.641686 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-746d0f65-9fe2-43e3-b18b-cfa1251ab7a7 req-ecf43124-865a-46fd-bc33-582c313c5ddb tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707098 Sep 16 19:37:26.641686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-726ee6cd-ee45-4488-924b-16941bba8738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.657350 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707235dd-42a6-458e-9225-2258639b47d0', 'name': 'network-vif-deleted', 'tag': 'c1420ada-c487-4a84-98e4-6481dcca7de3', 'status': 'completed', 'code': 200} Sep 16 19:37:26.720917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-726ee6cd-ee45-4488-924b-16941bba8738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.738685 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc', 'code': 200} Sep 16 19:37:26.787310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=10']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:26.790767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:26.845712 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-726ee6cd-ee45-4488-924b-16941bba8738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.852589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0dfd7427-e769-43fc-a4b1-53bbb81dcc40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:26.879163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ee6cd-ee45-4488-924b-16941bba8738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12dd006-4000-4785-a737-e6e0c37eb363,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:26.900404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-726ee6cd-ee45-4488-924b-16941bba8738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:26.928493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-726ee6cd-ee45-4488-924b-16941bba8738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:26.929822 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-726ee6cd-ee45-4488-924b-16941bba8738 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e12dd006-4000-4785-a737-e6e0c37eb363 HTTP/1.1" status: 204 len: 168 time: 0.4264150 Sep 16 19:37:27.604674 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe06c7f8-c320-41c4-9fc0-524d714ed7d4 req-9cf6d262-43db-43b6-bdc3-0f26760251c1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 1099 time: 0.0814068 Sep 16 19:37:27.673271 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe06c7f8-c320-41c4-9fc0-524d714ed7d4 req-456c41f3-6e94-4097-b033-a3c8a4635762 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614867 Sep 16 19:37:27.712823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49546) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:27.974404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6df016-6d83-48df-835a-ea7457191ff9 req-39a5d38a-8fa0-4e1f-871e-aa85fd7470f9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:27.985638 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fb6df016-6d83-48df-835a-ea7457191ff9 req-39a5d38a-8fa0-4e1f-871e-aa85fd7470f9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 946 time: 0.1547339 Sep 16 19:37:28.057405 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fb6df016-6d83-48df-835a-ea7457191ff9 req-79e620d3-f89b-4d33-a78a-4c14f2f58f86 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701849 Sep 16 19:37:28.322850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148442'] for router_interface, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:29.033130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Deleting port 2c4f3cdc-db13-4241-bc44-e72b10c5202d {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:37:29.033582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:29.405431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00defa58-8579-4aba-9869-b7f09c44d294 req-61724e16-9b74-4279-89cc-cffeaf535767 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:29.408660 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00defa58-8579-4aba-9869-b7f09c44d294 req-61724e16-9b74-4279-89cc-cffeaf535767 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 946 time: 0.1162963 Sep 16 19:37:29.475139 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00defa58-8579-4aba-9869-b7f09c44d294 req-699dc1ba-f65a-4a60-81eb-661c61263aef tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516973 Sep 16 19:37:29.554491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] For port 2c4f3cdc-db13-4241-bc44-e72b10c5202d, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=2c4f3cdc-db13-4241-bc44-e72b10c5202d,segment=NetworkSegment(5e53325c-983c-4ef4-9975-8873fb210ac6),segment_id=5e53325c-983c-4ef4-9975-8873fb210ac6)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:29.554889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:29.691277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Calling delete_port for 2c4f3cdc-db13-4241-bc44-e72b10c5202d owned by network:router_interface {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:37:30.058636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-84ceece7-280b-43e6-a407-ea4c2a434098 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:30.060230 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-84ceece7-280b-43e6-a407-ea4c2a434098 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/networks?id=57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 200 len: 813 time: 0.3380053 Sep 16 19:37:30.090051 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-c9f3fb6b-6444-4c19-b589-1b48b5771fc3 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/quotas/0f2c23d8b33a4f1d931dfc4be74aecfc HTTP/1.1" status: 200 len: 375 time: 0.0213449 Sep 16 19:37:30.236697 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-39ff6fc1-5bfc-45f3-83a0-20496189c8ab tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358399 Sep 16 19:37:30.278226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:30.327908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:30.377046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4f3cdc-db13-4241-bc44-e72b10c5202d,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:30.388601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:30.520504 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-33a151d4-024a-47c7-87bf-226feae5829f service neutron] 10.222.0.37 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693977 Sep 16 19:37:30.727779 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8d0ba-c444-4d1d-938f-88c01f118001 req-19017f25-3ac1-4c75-985b-87bb2d5f08e7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:30.727989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device c1420ada-c487-4a84-98e4-6481dcca7de3 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:37:30.736557 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fad8d0ba-c444-4d1d-938f-88c01f118001 req-19017f25-3ac1-4c75-985b-87bb2d5f08e7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 946 time: 0.0915775 Sep 16 19:37:30.767867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: c1420ada-c487-4a84-98e4-6481dcca7de3 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:37:30.768492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device c1420ada-c487-4a84-98e4-6481dcca7de3 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:37:30.805509 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fad8d0ba-c444-4d1d-938f-88c01f118001 req-d7dbb3ef-f04d-43cf-9f12-bea96226c9a4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676718 Sep 16 19:37:30.808875 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-6b45b3e8-dd2f-4797-a828-b8b75c494097 service neutron] 10.222.0.37 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333279 Sep 16 19:37:30.867413 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8194358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854148408'] for router_interface, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:31.187619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-4ff2e79f-4e74-432d-9973-b2e5c4a7d660 req-90e657de-0c82-43bb-85d3-474d96bcf01a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Synchronizing usage tracker for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:37:31.228722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-4ff2e79f-4e74-432d-9973-b2e5c4a7d660 req-90e657de-0c82-43bb-85d3-474d96bcf01a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Unset dirty status for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:37:31.230278 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4ff2e79f-4e74-432d-9973-b2e5c4a7d660 req-90e657de-0c82-43bb-85d3-474d96bcf01a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 210 time: 0.1411567 Sep 16 19:37:31.715956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Router a9200dd0-1eb5-4c61-aa20-a9710b7d098a has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:37:32.053592 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:37:32.065648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] Sync routers for ids ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:37:32.079282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] Routers {'a9200dd0-1eb5-4c61-aa20-a9710b7d098a'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:37:32.080287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:32.092693 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] 10.222.0.37 "PUT /v2.0/routers/a9200dd0-1eb5-4c61-aa20-a9710b7d098a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3780315 Sep 16 19:37:32.095340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 49720) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:32.120098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116e572-e327-4592-adab-e99c0f8f0bec req-e970a7e0-1bb1-481c-8bfa-26020d278725 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:32.131575 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4116e572-e327-4592-adab-e99c0f8f0bec req-e970a7e0-1bb1-481c-8bfa-26020d278725 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 946 time: 0.1581016 Sep 16 19:37:32.208992 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4116e572-e327-4592-adab-e99c0f8f0bec req-721de38e-80bd-4e30-9d77-2e0961ffba42 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763879 Sep 16 19:37:32.375967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] Set router a9200dd0-1eb5-4c61-aa20-a9710b7d098a gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:37:32.665581 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e68ded90-71f3-4fcd-83f2-f71af226a1a1 req-03422276-5da8-4683-a2e7-7b5c91b84207 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 210 time: 0.0648220 Sep 16 19:37:32.698598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:37:30Z', 'revision_number': 5, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'gw_port': {'id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:57Z', 'updated_at': '2021-09-16T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:32.703283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] Checking router: a9200dd0-1eb5-4c61-aa20-a9710b7d098a for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:37:32.715940 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] Routers {'a9200dd0-1eb5-4c61-aa20-a9710b7d098a'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:37:32.716825 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:32.758792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:33.030567 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:33.056784 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Deleting port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:37:33.057141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:33.151824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] Set router a9200dd0-1eb5-4c61-aa20-a9710b7d098a gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:37:33.261974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] For port ab42fb6e-66cd-41b9-8bf0-bca7a53de48d, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=ab42fb6e-66cd-41b9-8bf0-bca7a53de48d,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:33.262849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:33.394095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Calling delete_port for ab42fb6e-66cd-41b9-8bf0-bca7a53de48d owned by network:router_gateway {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:37:33.461973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:37:30Z', 'revision_number': 5, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'gw_port': {'id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:57Z', 'updated_at': '2021-09-16T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:33.466310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082eb19-5cb3-463a-bdde-a42e8117d8a8 None None] The sync data for ids ['a9200dd0-1eb5-4c61-aa20-a9710b7d098a'] in dv-cinder-809448-1-iscsi is: [{'id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'name': 'tempest-ServerRescueNegativeTestJSON-401015388-router', 'tenant_id': '5540f6ee58d3428f9385e330c3cebc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:37:30Z', 'revision_number': 5, 'project_id': '5540f6ee58d3428f9385e330c3cebc01', 'gw_port': {'id': 'ab42fb6e-66cd-41b9-8bf0-bca7a53de48d', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9200dd0-1eb5-4c61-aa20-a9710b7d098a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:57Z', 'updated_at': '2021-09-16T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:37:33.793694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:33.800107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bbc65105-f3d2-4553-8b7d-02c2f7d6fd00 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:33.842896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab42fb6e-66cd-41b9-8bf0-bca7a53de48d,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:33.846767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:33.914344 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e3bd13b-f913-4d3d-832f-eae1d17b5261 req-eeea59d3-4fce-4cae-b173-f23fb1cfa597 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 210 time: 0.0511334 Sep 16 19:37:34.081964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624456'] for router_gateway, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.341231 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7726'] for router, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.346249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.490623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854089221'] for router, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.491233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9200dd0-1eb5-4c61-aa20-a9710b7d098a {{(pid=93568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:37:34.504754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.508469 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a9200dd0-1eb5-4c61-aa20-a9710b7d098a HTTP/1.1" status: 204 len: 168 time: 2.4093468 Sep 16 19:37:34.508704 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 49792) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:34.577127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a053f7-31bb-4251-81d8-6130218be744 admin admin] Deleting subnet 6c0ec58e-3a85-4ac8-acf1-88c9302ab152 {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:37:34.580963 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45a053f7-31bb-4251-81d8-6130218be744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.583926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 2c4f3cdc-db13-4241-bc44-e72b10c5202d no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:37:34.621748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 2c4f3cdc-db13-4241-bc44-e72b10c5202d {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:37:34.622612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 2c4f3cdc-db13-4241-bc44-e72b10c5202d not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:37:34.632560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45a053f7-31bb-4251-81d8-6130218be744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.690396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45a053f7-31bb-4251-81d8-6130218be744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.788083 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45a053f7-31bb-4251-81d8-6130218be744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.793011 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9e586923-0a02-433a-bff7-4fcddc3ce3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:34.828267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a053f7-31bb-4251-81d8-6130218be744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0ec58e-3a85-4ac8-acf1-88c9302ab152,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:34.831828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-45a053f7-31bb-4251-81d8-6130218be744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:34.837524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45a053f7-31bb-4251-81d8-6130218be744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:34.843874 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-45a053f7-31bb-4251-81d8-6130218be744 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c0ec58e-3a85-4ac8-acf1-88c9302ab152 HTTP/1.1" status: 204 len: 168 time: 0.3342798 Sep 16 19:37:34.846713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 49798) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:35.223787 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d4a22689-c59f-4fae-9e4a-c4ddb9a38bf8 req-41738f04-2f0a-4ed4-ba7b-c2256184e9cb tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 210 time: 0.0685465 Sep 16 19:37:35.235596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:35.478348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:35.546467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288bd2b0-8893-4f3e-8662-9cb3e12d0f4e']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:35.574575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e53325c-983c-4ef4-9975-8873fb210ac6') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:35.574886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e53325c-983c-4ef4-9975-8873fb210ac6') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:35.591326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-289d83d2-9b02-46be-9f33-e3be1b1b3ea8 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:35.592059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-289d83d2-9b02-46be-9f33-e3be1b1b3ea8 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Synchronizing usage tracker for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:network {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:37:35.606857 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:35.623645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:35.632146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:37:35.632599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:37:35.648263 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:37:35.702307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-289d83d2-9b02-46be-9f33-e3be1b1b3ea8 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Unset dirty status for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:network {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:37:35.704606 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-289d83d2-9b02-46be-9f33-e3be1b1b3ea8 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.38 "GET /v2.0/networks?id=57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 200 len: 813 time: 0.4253175 Sep 16 19:37:35.730428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'port': {'device_id': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'admin_state_up': True, 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:37:35.876025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:35.896454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:35.967318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:35.967318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Pushing event deleted for resources: {'Network': ['ID=288bd2b0-8893-4f3e-8662-9cb3e12d0f4e,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:35.967318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:35.967318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:35.967318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:36.006195 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4a9733df-beaa-40fa-a07e-4729cafd5dee admin admin] 10.222.0.37 "DELETE /v2.0/networks/288bd2b0-8893-4f3e-8662-9cb3e12d0f4e HTTP/1.1" status: 204 len: 168 time: 1.1583114 Sep 16 19:37:36.051398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Made reservation on behalf of 0f2c23d8b33a4f1d931dfc4be74aecfc for: {'port': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:37:36.057371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:36.371022 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Allocated IP 172.20.0.9 (57f9b840-40f5-41b9-855d-5ace0800307d/053039ef-dc7f-4726-ad8d-d61294dee271/b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:37:36.478619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 49852) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:36.592216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ab42fb6e-66cd-41b9-8bf0-bca7a53de48d no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:37:36.619062 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9dfb9cb0-24a6-4bb3-9dda-f8fe417b126b req-b6074423-e816-4db6-9386-a1188e29fd20 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 210 time: 0.1960933 Sep 16 19:37:36.685398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: ab42fb6e-66cd-41b9-8bf0-bca7a53de48d {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:37:36.685822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ab42fb6e-66cd-41b9-8bf0-bca7a53de48d not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:37:36.853248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49862) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:36.853774 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b127b3bc-5eca-485d-9f06-d02b0e45e56f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5540f6ee58d3428f9385e330c3cebc01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3726704 Sep 16 19:37:36.961146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:36.995271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1555725-bd93-4589-81ff-eb54ae38e390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:36.999448 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Transition to ACTIVE for port object b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:37:37.052036 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1555725-bd93-4589-81ff-eb54ae38e390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:37.080214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:37.093562 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8f112055-d288-4444-aeb0-b9bdb0f340fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:37.170386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Network 57f9b840-40f5-41b9-855d-5ace0800307d is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:37:37.187006 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:37:37.198086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:37:37.279607 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'Port': ['ID=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:37.285527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:37.295617 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:37.295617 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:37.355154 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6307058 Sep 16 19:37:37.356939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1555725-bd93-4589-81ff-eb54ae38e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:37.365354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-673260ad-e4e1-45fe-958a-d114edc05481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:37.378535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1555725-bd93-4589-81ff-eb54ae38e390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f8a850-0c43-4e43-a2d2-02f22329b5c5,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:37.381212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f1555725-bd93-4589-81ff-eb54ae38e390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:37.421048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1555725-bd93-4589-81ff-eb54ae38e390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:37.422369 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f1555725-bd93-4589-81ff-eb54ae38e390 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53f8a850-0c43-4e43-a2d2-02f22329b5c5 HTTP/1.1" status: 204 len: 168 time: 0.5674212 Sep 16 19:37:37.667811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-b976aede-412e-4396-ab88-7ee9a8820fe3 None None] Provisioning for port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:37:37.673313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-b976aede-412e-4396-ab88-7ee9a8820fe3 None None] Provisioning complete for port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:37:37.673746 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b976aede-412e-4396-ab88-7ee9a8820fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:37.735513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-b976aede-412e-4396-ab88-7ee9a8820fe3 None None] Port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:37:37.890707 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d9d9-2069-4149-9e28-41a97340c942 req-6b47729b-ffaa-468c-82a1-b48a8d86f945 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:37.891650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-6843d9d9-2069-4149-9e28-41a97340c942 req-6b47729b-ffaa-468c-82a1-b48a8d86f945 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Synchronizing usage tracker for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:37:37.942381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-6843d9d9-2069-4149-9e28-41a97340c942 req-6b47729b-ffaa-468c-82a1-b48a8d86f945 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Unset dirty status for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:37:37.943760 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6843d9d9-2069-4149-9e28-41a97340c942 req-6b47729b-ffaa-468c-82a1-b48a8d86f945 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 931 time: 0.1509807 Sep 16 19:37:38.005818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-6843d9d9-2069-4149-9e28-41a97340c942 req-51b05eb8-0eea-48bf-b507-681dc7a5f1cb tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Synchronizing usage tracker for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:37:38.045089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-6843d9d9-2069-4149-9e28-41a97340c942 req-51b05eb8-0eea-48bf-b507-681dc7a5f1cb tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Unset dirty status for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:37:38.046426 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6843d9d9-2069-4149-9e28-41a97340c942 req-51b05eb8-0eea-48bf-b507-681dc7a5f1cb tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956969 Sep 16 19:37:39.332963 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f63bd-3f2d-447e-be3a-5f4db33eb1e9 req-fc49060d-f037-4a69-94d9-cd52fbeeabbe tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:39.342553 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d45f63bd-3f2d-447e-be3a-5f4db33eb1e9 req-fc49060d-f037-4a69-94d9-cd52fbeeabbe tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 931 time: 0.1254253 Sep 16 19:37:39.392830 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d45f63bd-3f2d-447e-be3a-5f4db33eb1e9 req-c9481185-2f74-4ade-83b2-8607a7b38ee6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492442 Sep 16 19:37:39.744978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 49940) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:39.912005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:39.949854 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:39.955533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Usage tracker for resource:security_group_rule and tenant:411136fde8834f9bb4964771107f934f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:39.959052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:39.965274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:40.071694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:40.090475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:40.099014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-982b1386-b388-473b-adec-e3c6c8b53ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:40.146327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609cc162-15f9-48e5-82d0-1350deb03347,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:40.149792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:40.156039 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=411136fde8834f9bb4964771107f934f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4098868 Sep 16 19:37:40.156971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 49948) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:40.229720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ebaf6cc-0210-4b73-bbee-33d30e684adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:40.261607 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ebaf6cc-0210-4b73-bbee-33d30e684adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:40.336371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ebaf6cc-0210-4b73-bbee-33d30e684adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:40.341522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0ca19c50-7e3a-446a-8c3a-495d77aa6920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:40.356837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaf6cc-0210-4b73-bbee-33d30e684adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609cc162-15f9-48e5-82d0-1350deb03347,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:40.360084 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8ebaf6cc-0210-4b73-bbee-33d30e684adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:40.361004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ebaf6cc-0210-4b73-bbee-33d30e684adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:40.362696 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8ebaf6cc-0210-4b73-bbee-33d30e684adc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/609cc162-15f9-48e5-82d0-1350deb03347 HTTP/1.1" status: 204 len: 168 time: 0.2041488 Sep 16 19:37:40.612112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c614307-01ae-410b-aab1-9a22c78cfc6c req-2ed939c0-9127-4d84-a1d0-9980a48c0cd0 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:40.614209 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c614307-01ae-410b-aab1-9a22c78cfc6c req-2ed939c0-9127-4d84-a1d0-9980a48c0cd0 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 931 time: 0.0875773 Sep 16 19:37:40.669520 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c614307-01ae-410b-aab1-9a22c78cfc6c req-de8d3625-25ab-4250-a208-867afa1d57b7 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Sep 16 19:37:42.038761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7a918-e736-424f-86be-2aa78d6a60bd req-42944b11-84ae-4681-a4d5-41b1465d190c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:42.040532 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bae7a918-e736-424f-86be-2aa78d6a60bd req-42944b11-84ae-4681-a4d5-41b1465d190c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 931 time: 0.1220303 Sep 16 19:37:42.137272 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bae7a918-e736-424f-86be-2aa78d6a60bd req-6637a9bb-0085-4b08-8df4-5a990f6db651 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831900 Sep 16 19:37:43.440772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2829e6-b4ac-4225-a40d-cf170422d96a req-a21714f2-294e-4789-8489-9fe1da71595c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:43.443591 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7c2829e6-b4ac-4225-a40d-cf170422d96a req-a21714f2-294e-4789-8489-9fe1da71595c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 931 time: 0.1141405 Sep 16 19:37:43.541201 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7c2829e6-b4ac-4225-a40d-cf170422d96a req-4115a887-a126-45d4-a881-ce3020ed48a3 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771992 Sep 16 19:37:43.987626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:44.802592 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad18b-3f29-4b67-bef1-5c5f15cb523e req-6115850b-2c7a-4166-87dd-4ed89588ec7b tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:44.804897 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-847ad18b-3f29-4b67-bef1-5c5f15cb523e req-6115850b-2c7a-4166-87dd-4ed89588ec7b tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 931 time: 0.0950186 Sep 16 19:37:44.859956 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-847ad18b-3f29-4b67-bef1-5c5f15cb523e req-b9c02550-4b28-470f-8015-33cfcb4a0ae2 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Sep 16 19:37:46.157486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e529-9554-4a23-8494-5c9f4a0a654f req-234dd092-28d7-4b8f-8983-39a25b9a02a5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:46.159439 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4a88e529-9554-4a23-8494-5c9f4a0a654f req-234dd092-28d7-4b8f-8983-39a25b9a02a5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 931 time: 0.1575198 Sep 16 19:37:46.242272 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4a88e529-9554-4a23-8494-5c9f4a0a654f req-78fa6a8f-f421-41fd-9d26-3b83986e90ac tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761228 Sep 16 19:37:46.558365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50148) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:46.736902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:46.773642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:46.778336 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Usage tracker for resource:security_group_rule and tenant:8faac5190586490f879fa1bae47d4396 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:46.782205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:46.788370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:46.862565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:46.885017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:46.895377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f7e7ee5a-48ef-4e95-9aec-32a88478a4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:46.945298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88931012-49a1-45ea-85a0-16bceedc3c08,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:46.948783 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:46.952012 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8faac5190586490f879fa1bae47d4396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3925378 Sep 16 19:37:46.955244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50160) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:47.029645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8ce4-1d3e-4716-b660-bf54c74cb16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:47.059165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8ce4-1d3e-4716-b660-bf54c74cb16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:47.136002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8ce4-1d3e-4716-b660-bf54c74cb16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:47.142046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cee13031-4d9a-42f5-a761-c1ab3be6f8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:47.159214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c8ce4-1d3e-4716-b660-bf54c74cb16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88931012-49a1-45ea-85a0-16bceedc3c08,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:47.161802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1c3c8ce4-1d3e-4716-b660-bf54c74cb16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:47.168427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8ce4-1d3e-4716-b660-bf54c74cb16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:47.169677 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1c3c8ce4-1d3e-4716-b660-bf54c74cb16e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88931012-49a1-45ea-85a0-16bceedc3c08 HTTP/1.1" status: 204 len: 168 time: 0.2133853 Sep 16 19:37:47.481033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48521a5-2788-4cbc-984d-9ec9a89da0b9 req-8ada5745-95a4-4211-98f8-5923bdae1e2f tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:47.482673 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48521a5-2788-4cbc-984d-9ec9a89da0b9 req-8ada5745-95a4-4211-98f8-5923bdae1e2f tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 931 time: 0.0886981 Sep 16 19:37:47.533182 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48521a5-2788-4cbc-984d-9ec9a89da0b9 req-2bf1fbc7-abfc-4382-b81a-9f86fc6a6c54 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435059 Sep 16 19:37:47.655090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50176) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:47.675712 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:47.715884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:47.720859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b898374edd0461dab814ea834425930 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:47.723882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:47.730023 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:47.807216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:47.833818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9448-5751-4d3b-a0e3-d71657d9fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:47.848050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Request body: {'port': {'device_id': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:37:47.864912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:47.927336 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b5bb829f-b7a1-4caf-aba6-8874eeef5188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:47.949371 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b898374edd0461dab814ea834425930&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2931092 Sep 16 19:37:47.951264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50190) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:47.974847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45c778-cfa3-455e-80c1-fa513b705d85,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:47.978160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:48.011508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.232596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56eaa9a7-eafe-4cc4-b62a-74a1cacd7095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.277605 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50198) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:48.285738 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50202) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:48.363555 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56eaa9a7-eafe-4cc4-b62a-74a1cacd7095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.478448 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.491800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.513230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56eaa9a7-eafe-4cc4-b62a-74a1cacd7095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.526387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6d677e26-287c-471f-91b4-808a462a5d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:48.541342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:48.546789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] Usage tracker for resource:security_group_rule and tenant:1efbf633bcc54b40a7c77b1600cda4d7 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:48.547798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaa9a7-eafe-4cc4-b62a-74a1cacd7095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45c778-cfa3-455e-80c1-fa513b705d85,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:48.551495 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:48.554420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56eaa9a7-eafe-4cc4-b62a-74a1cacd7095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:48.557881 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:48.564248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 {{(pid=93568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:37:48.570767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56eaa9a7-eafe-4cc4-b62a-74a1cacd7095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.575074 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-56eaa9a7-eafe-4cc4-b62a-74a1cacd7095 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de45c778-cfa3-455e-80c1-fa513b705d85 HTTP/1.1" status: 204 len: 168 time: 0.6223946 Sep 16 19:37:48.577084 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.595369 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Transition to ACTIVE for port object b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 will not be triggered until provisioned by entity L2. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:37:48.622770 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:48.642306 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.645188 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Usage tracker for resource:security_group_rule and tenant:423e4ef14e4a4e15bb7fe9338923b6cb is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:48.648266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:48.650453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.655079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:48.657318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:48.701642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.745274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5fc8d40e-7895-4280-a567-775edcab4eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:48.791958 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Pushing event updated for resources: {'Port': ['ID=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:48.800939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:48.827497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f996fb-fde2-4e78-8c91-9f8945742802,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:48.830814 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:48.856910 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-068bf1c0-355d-4876-aea7-c24de08d6031 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1efbf633bcc54b40a7c77b1600cda4d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5768704 Sep 16 19:37:48.861641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50218) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:48.877975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.934641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b7e-d689-4ed1-a96b-824b9f84d960 req-ad3052c9-4540-40ab-b947-d30d06d26cf7 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:48.936296 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85a47b7e-d689-4ed1-a96b-824b9f84d960 req-ad3052c9-4540-40ab-b947-d30d06d26cf7 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 943 time: 0.2406008 Sep 16 19:37:48.938675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:48.960206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Attempting to bind port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:37:48.960712 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Attempting to bind port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:37:48.961084 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Attempting to bind port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 on network 57f9b840-40f5-41b9-855d-5ace0800307d {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:37:48.967917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 on network 57f9b840-40f5-41b9-855d-5ace0800307d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:37:48.968262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Attempting to bind port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 on network 57f9b840-40f5-41b9-855d-5ace0800307d {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:37:48.975855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:37:48.976233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Checking segment: {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:37:48.976406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a4d554f4-6d27-4a69-970b-f40c99fb6d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:48.976678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Bound using segment: {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:37:48.977133 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Bound port: b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d'}}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:37:48.977520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.009015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d358bcf-f8ed-4da9-a07e-1757467162bb,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:49.012184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:49.018421 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=423e4ef14e4a4e15bb7fe9338923b6cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7311854 Sep 16 19:37:49.020821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50222) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:49.093274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] For port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4, host hv-cinder-80944, cleared binding levels {{(pid=93568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:37:49.101377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] For port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:37:49.106499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-932f362e-5555-4851-86e6-3b79319ce10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.119374 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85a47b7e-d689-4ed1-a96b-824b9f84d960 req-983d6d40-6436-4bf7-a30a-8088e6c2dcee tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439958 Sep 16 19:37:49.136780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.153481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:49.194172 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4928fa17-e43c-407f-b0d1-036bf428b7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.206223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.207736 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] 10.222.0.38 "PUT /v2.0/ports/b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 1093 time: 1.3653305 Sep 16 19:37:49.208562 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50226) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:49.208805 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:37:49.215462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-932f362e-5555-4851-86e6-3b79319ce10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.247959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Pushing event updated for resources: {'Port': ['ID=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,revision_number=3']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:49.251552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:49.269525 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.298102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4928fa17-e43c-407f-b0d1-036bf428b7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.329202 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'status': 'completed', 'code': 200} Sep 16 19:37:49.363709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:49.372668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Usage tracker for resource:security_group_rule and tenant:75edffdd5c01422ca5664022c96353ad is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:49.373188 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-8a94d6b8-9e0c-4a24-9132-7f6925e7abbc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1096 time: 0.0919163 Sep 16 19:37:49.377888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:49.387091 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:49.425648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-932f362e-5555-4851-86e6-3b79319ce10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.434747 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1c3c8ce4-1d3e-4716-b660-bf54c74cb16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:49.450899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.457964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f362e-5555-4851-86e6-3b79319ce10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f996fb-fde2-4e78-8c91-9f8945742802,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:49.462082 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-57e4a4cf-7f45-4f18-928e-c2466adfa87c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 217 time: 0.0765045 Sep 16 19:37:49.468673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-932f362e-5555-4851-86e6-3b79319ce10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:49.470612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4928fa17-e43c-407f-b0d1-036bf428b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.479138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d85cdd50-a4c9-4da4-8483-269bcf56a39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:49.502424 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928fa17-e43c-407f-b0d1-036bf428b7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d358bcf-f8ed-4da9-a07e-1757467162bb,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:49.513406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4928fa17-e43c-407f-b0d1-036bf428b7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:49.518476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-932f362e-5555-4851-86e6-3b79319ce10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.519802 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-932f362e-5555-4851-86e6-3b79319ce10e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2f996fb-fde2-4e78-8c91-9f8945742802 HTTP/1.1" status: 204 len: 168 time: 0.6543844 Sep 16 19:37:49.539750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4928fa17-e43c-407f-b0d1-036bf428b7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.544170 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4928fa17-e43c-407f-b0d1-036bf428b7ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d358bcf-f8ed-4da9-a07e-1757467162bb HTTP/1.1" status: 204 len: 168 time: 0.5057011 Sep 16 19:37:49.561985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:49.631136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-c7e4af79-df3b-4be9-b33b-5fc5db092990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:49.632860 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-c7e4af79-df3b-4be9-b33b-5fc5db092990 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=053039ef-dc7f-4726-ad8d-d61294dee271 HTTP/1.1" status: 200 len: 852 time: 0.1555114 Sep 16 19:37:49.716506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:37:49.720709 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-ddf10335-fe0c-47f2-9863-73403475dc8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57f9b840-40f5-41b9-855d-5ace0800307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801957 Sep 16 19:37:50.100437 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-aa00c41e-be14-4e2e-a384-ed1051ea1b8e service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705065 Sep 16 19:37:50.280325 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f85ec1-1564-4c7f-b66f-4d2f1c3d391d req-26d7508d-bd2f-4788-a622-47c8359de40c service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755259 Sep 16 19:37:50.357454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ef40-48d9-4f5b-85b1-b0d3074e4f7e req-97e9e1c9-53c1-461d-b1b6-51cd12a99652 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:50.359071 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e0ef40-48d9-4f5b-85b1-b0d3074e4f7e req-97e9e1c9-53c1-461d-b1b6-51cd12a99652 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0939655 Sep 16 19:37:50.417804 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e0ef40-48d9-4f5b-85b1-b0d3074e4f7e req-c836a09e-f521-46a5-80e6-842d688522a0 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508559 Sep 16 19:37:50.606348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:50.606348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9185f24c-ca7f-4534-a591-db8613f8c7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:50.644832 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bba556-1a43-494b-a1bc-dfe4c3a99cf1,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:50.654641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8d5903a9-45a8-4d39-af71-8e9b90b39c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:50.654803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:50.654803 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75edffdd5c01422ca5664022c96353ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4392571 Sep 16 19:37:50.655001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50242) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:50.800421 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47121a93-9db5-4556-8b4b-dd6a99f3ae8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:50.837291 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d129589-c4a0-45e1-a0c1-6bb3e5451b72 req-ba36ddd9-89d6-45c3-a426-33cbe8132ae5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1562200 Sep 16 19:37:50.839065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47121a93-9db5-4556-8b4b-dd6a99f3ae8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:50.839215 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.024999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d129589-c4a0-45e1-a0c1-6bb3e5451b72 req-e185f7b6-fc6e-4f35-9aa8-a7866c6ba51a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:51.026642 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d129589-c4a0-45e1-a0c1-6bb3e5451b72 req-e185f7b6-fc6e-4f35-9aa8-a7866c6ba51a service neutron] 10.222.0.38 "GET /v2.0/networks?id=57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 200 len: 914 time: 0.1793935 Sep 16 19:37:51.098473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47121a93-9db5-4556-8b4b-dd6a99f3ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.119182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56eaa9a7-eafe-4cc4-b62a-74a1cacd7095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:51.130575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50262) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:51.139115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47121a93-9db5-4556-8b4b-dd6a99f3ae8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.141280 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-47121a93-9db5-4556-8b4b-dd6a99f3ae8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80bba556-1a43-494b-a1bc-dfe4c3a99cf1 HTTP/1.1" status: 204 len: 168 time: 0.4847610 Sep 16 19:37:51.152551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.156871 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d129589-c4a0-45e1-a0c1-6bb3e5451b72 req-f760dd3d-32e6-4630-a605-62795164547a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 217 time: 0.1229768 Sep 16 19:37:51.160277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47121a93-9db5-4556-8b4b-dd6a99f3ae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bba556-1a43-494b-a1bc-dfe4c3a99cf1,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:51.166740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-47121a93-9db5-4556-8b4b-dd6a99f3ae8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:51.197626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:51.201869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Usage tracker for resource:security_group_rule and tenant:c861ce8ad0404c5e8945559fe6cf775b is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:51.217118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:51.230606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:51.263554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d129589-c4a0-45e1-a0c1-6bb3e5451b72 req-f0106a30-37ef-47d7-8685-50d61f05d915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:51.265193 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d129589-c4a0-45e1-a0c1-6bb3e5451b72 req-f0106a30-37ef-47d7-8685-50d61f05d915 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=053039ef-dc7f-4726-ad8d-d61294dee271 HTTP/1.1" status: 200 len: 852 time: 0.0837383 Sep 16 19:37:51.326847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.354366 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d129589-c4a0-45e1-a0c1-6bb3e5451b72 req-8426998c-d3b0-4bef-b555-e6e0570b4007 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57f9b840-40f5-41b9-855d-5ace0800307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820260 Sep 16 19:37:51.359224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.368405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b1625ec8-fe04-489f-bdd2-11f676930a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:51.412162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9dfc21-22f5-4803-8e83-d33aae259983,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:51.418930 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c861ce8ad0404c5e8945559fe6cf775b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2846406 Sep 16 19:37:51.418930 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:51.420286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50272) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:51.505460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e149daef-e74a-46c0-ac25-bd8e0a17ef79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.525079 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d129589-c4a0-45e1-a0c1-6bb3e5451b72 req-73c7a172-591e-435d-819d-92d242ee6522 service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621811 Sep 16 19:37:51.531890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e149daef-e74a-46c0-ac25-bd8e0a17ef79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.627857 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e149daef-e74a-46c0-ac25-bd8e0a17ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.635089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cac67d26-9613-4809-81e0-5eab4ddfe50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:51.647020 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149daef-e74a-46c0-ac25-bd8e0a17ef79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9dfc21-22f5-4803-8e83-d33aae259983,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:51.654514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e149daef-e74a-46c0-ac25-bd8e0a17ef79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:51.655370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e149daef-e74a-46c0-ac25-bd8e0a17ef79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.656911 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e149daef-e74a-46c0-ac25-bd8e0a17ef79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc9dfc21-22f5-4803-8e83-d33aae259983 HTTP/1.1" status: 204 len: 168 time: 0.2363901 Sep 16 19:37:51.774817 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d129589-c4a0-45e1-a0c1-6bb3e5451b72 req-6a5137ef-9320-4f78-96c8-90f54a40ea5d service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422500 Sep 16 19:37:51.799283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98db45-efcc-4a6b-9604-ade29fdb2837 req-8034e62c-53e2-427e-a822-2dc154c7d4d6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:51.799536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:51.801000 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd98db45-efcc-4a6b-9604-ade29fdb2837 req-8034e62c-53e2-427e-a822-2dc154c7d4d6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 943 time: 0.1748793 Sep 16 19:37:51.855671 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd98db45-efcc-4a6b-9604-ade29fdb2837 req-610ce9dd-bc6f-490c-b0d3-3f504828efd1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Sep 16 19:37:51.954845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50300) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:52.118963 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-256858565-network', 'tenant_id': '609b56265a2645f5add428c6eca99d8f'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:37:52.124499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:52.129780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Usage tracker for resource:network and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:52.132967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:52.139719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:52.182316 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Made reservation on behalf of 609b56265a2645f5add428c6eca99d8f for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:37:52.187079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.201074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.240956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:52.244959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Usage tracker for resource:security_group_rule and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:52.247899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:52.253908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:52.324628 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.359208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.364011 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ce5f778f-b88c-4238-b015-f47a854cefb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:52.402178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:37:52.412134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a972a0e-e940-41f3-9dc4-a8c7db939e8a,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:52.415969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:52.418541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.418932 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Added segment a6908514-7723-45d6-a0d2-04e687366168 of type vlan for network dfa24075-e334-4f45-9037-edf1f744a3fb Sep 16 19:37:52.447559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.502234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.503941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:52.504939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.511193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:52.619775 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa24075-e334-4f45-9037-edf1f744a3fb,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:52.622666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:52.632644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network dfa24075-e334-4f45-9037-edf1f744a3fb details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:37:52.639999 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6839454 Sep 16 19:37:52.643588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50330) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:52.649789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Request body: {'subnet': {'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-256858565-subnet', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'ip_version': 4}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:37:52.655703 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:52.660725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Usage tracker for resource:subnet and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:52.664974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:52.671090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:52.714102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Made reservation on behalf of 609b56265a2645f5add428c6eca99d8f for: {'subnet': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:37:52.721468 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1822021'] for subnet, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.976633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1822036'] for subnet, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:52.982743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d95c579c-4c5d-4810-8f4d-d2b96c9be6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:53.134602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2dccd2-37fa-438f-aca3-f35f847907e4,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:53.157227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:53.165074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Checking segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:37:53.165583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Network hostable DHCP agents. Network: dfa24075-e334-4f45-9037-edf1f744a3fb, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:37:53.166582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50348) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:53.216856 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013bb4f-a136-4823-aee0-b1fe69d20513 req-886667a2-377e-4312-a702-95288c742b6e tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:53.218404 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b013bb4f-a136-4823-aee0-b1fe69d20513 req-886667a2-377e-4312-a702-95288c742b6e tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 943 time: 0.1889620 Sep 16 19:37:53.277869 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b013bb4f-a136-4823-aee0-b1fe69d20513 req-17c869c5-a105-4e2f-9149-3034b8aa9058 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520251 Sep 16 19:37:53.290556 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Network dfa24075-e334-4f45-9037-edf1f744a3fb is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:37:53.324818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, dfa24075-e334-4f45-9037-edf1f744a3fb) {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:37:53.329714 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:53.330395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:53.335679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb5575a-b4fc-442b-aeed-96e293e84f47 None None] Network dfa24075-e334-4f45-9037-edf1f744a3fb requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:37:53.382909 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8e7aa9fd-2676-4669-a92f-50a81aa7d0a9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7378962 Sep 16 19:37:53.385830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50358) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:53.393809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:37:53.403067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:53.410978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Usage tracker for resource:router and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:53.414619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:53.422902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:53.481340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:53.495185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:53.496214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:53.566264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:53.572569 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Usage tracker for resource:security_group_rule and tenant:22d5ac88c5d54e55bb7a0c91589b1f01 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:53.577232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:53.582452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:53.587275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-dfa24075-e334-4f45-9037-edf1f744a3fb', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:37:53.588852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:53.592326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:37:53.743041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:53.783439 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Allocated IP 172.20.0.2 (dfa24075-e334-4f45-9037-edf1f744a3fb/2e2dccd2-37fa-438f-aca3-f35f847907e4/79ad9fb6-c5ab-40f3-b4a3-79fc277be907) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:37:53.793729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:53.812680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:53.866051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b6d30-99ef-4165-b210-a85a5660735b,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:53.870804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:53.880959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:53.880959 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22d5ac88c5d54e55bb7a0c91589b1f01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7104766 Sep 16 19:37:53.881846 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50370) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:53.967884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-25230471-a6fe-42d3-b385-3e0c613f345f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.002922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-25230471-a6fe-42d3-b385-3e0c613f345f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.153460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-25230471-a6fe-42d3-b385-3e0c613f345f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.160441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f1555725-bd93-4589-81ff-eb54ae38e390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:54.173729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.182637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-25230471-a6fe-42d3-b385-3e0c613f345f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.184055 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-25230471-a6fe-42d3-b385-3e0c613f345f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c92b6d30-99ef-4165-b210-a85a5660735b HTTP/1.1" status: 204 len: 168 time: 0.3010273 Sep 16 19:37:54.184950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230471-a6fe-42d3-b385-3e0c613f345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b6d30-99ef-4165-b210-a85a5660735b,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:54.194914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-25230471-a6fe-42d3-b385-3e0c613f345f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:54.231621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.302626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.315450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Transition to ACTIVE for port object 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:37:54.343189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Transition to ACTIVE for port object 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:37:54.378094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.383033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:54.470392 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:37:54.484006 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Allocated IP 172.27.2.233 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/c30cbfb7-bade-43e1-92bd-19cc13ec429e) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:37:54.629760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:54.633287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe487c3-4d75-4a75-a745-cf00a982949e req-1cacbd75-79f0-4f94-bbc9-9d468381fb5f tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:54.635787 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ffe487c3-4d75-4a75-a745-cf00a982949e req-1cacbd75-79f0-4f94-bbc9-9d468381fb5f tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 943 time: 0.2110078 Sep 16 19:37:54.655163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'port_id': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'mac_address': 'fa:16:3e:ce:2e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:37:54.661130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Pushing event updated for resources: {'Port': ['ID=79ad9fb6-c5ab-40f3-b4a3-79fc277be907,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:54.665539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:54.727993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Network dfa24075-e334-4f45-9037-edf1f744a3fb is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:37:54.733451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:37:54.740147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:37:54.751402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.757561 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ffe487c3-4d75-4a75-a745-cf00a982949e req-c0f87a17-3a91-4fe6-9156-5c623263449c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979548 Sep 16 19:37:54.817770 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.823595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-da984455-ac1e-45af-895a-d9f1f5227e83 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:54.843664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.887808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:37:54.906420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:37:54.909345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:37:54.910765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:54.912249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Attempting to bind port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:37:54.912828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Attempting to bind port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:37:54.913073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:37:54.913606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Attempting to bind port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 on network dfa24075-e334-4f45-9037-edf1f744a3fb {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:37:54.922330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:37:54.927401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Checking segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:37:54.927401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.927401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Bound using segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:37:54.927401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Bound port: 79ad9fb6-c5ab-40f3-b4a3-79fc277be907, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:37:54.927401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.961518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Pushing event updated for resources: {'Port': ['ID=c30cbfb7-bade-43e1-92bd-19cc13ec429e,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:54.967302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:54.978198 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:54.986763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:55.117285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] For port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:37:55.122805 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] For port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=79ad9fb6-c5ab-40f3-b4a3-79fc277be907,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:37:55.123977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:55.147340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:55.153960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:55.160027 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:55.234029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:55.236893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:55.263508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Pushing event updated for resources: {'Port': ['ID=79ad9fb6-c5ab-40f3-b4a3-79fc277be907,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:55.269885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:37:55.306922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:55.981685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:37:56.240257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64631fe6-8347-45d9-a02b-72d92d1e86fc req-19522569-dfae-4f31-aaec-a175eb071fa2 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:56.250204 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64631fe6-8347-45d9-a02b-72d92d1e86fc req-19522569-dfae-4f31-aaec-a175eb071fa2 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 944 time: 0.3170669 Sep 16 19:37:56.263421 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:37:56.291684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Sync routers for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:37:56.295280 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64631fe6-8347-45d9-a02b-72d92d1e86fc req-1b0b66e8-8559-4746-b219-2564ebbb43a5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465395 Sep 16 19:37:56.305554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:37:56.306400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:56.336329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:56.340301 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9503167 Sep 16 19:37:56.340475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50450) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:56.502536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:37:56.591065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:37:56.779190 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:37:56.900254 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:37:56.913071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:37:56.913682 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:57.205407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:57.339354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:37:57.403144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:57.404555 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:37:57.438963 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:57.441180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9bcc5cbc-5266-41d3-9373-6a6f1c8676ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:57.528041 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'code': 200} Sep 16 19:37:57.573332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:55Z', 'revision_number': 3, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:57.600717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Checking router: 2c9c634e-a368-4d31-86c6-f2d51529bbc8 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:37:57.601491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Updating router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 port c30cbfb7-bade-43e1-92bd-19cc13ec429e binding host dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:37:57.706881 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:57.737745 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bff1d8-7eb7-4c0d-b2c4-acb93856ada1 req-9c4ff34a-2983-463f-9fca-ee2600c898a8 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:57.752301 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e0bff1d8-7eb7-4c0d-b2c4-acb93856ada1 req-9c4ff34a-2983-463f-9fca-ee2600c898a8 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.1928661 Sep 16 19:37:57.761289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f6731-bb42-4478-bced-818ea88bd0c7 None None] Network dfa24075-e334-4f45-9037-edf1f744a3fb requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:37:57.779944 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:57.784519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:57.796644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:57.842711 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e0bff1d8-7eb7-4c0d-b2c4-acb93856ada1 req-8269e589-9216-456b-ac76-0985881974d8 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889792 Sep 16 19:37:57.944384 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e0b3cba-760a-467a-aaf4-9c6bbe4e9499 req-0b2e6a18-bf62-4173-9120-6aee0af2508c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1098 time: 0.1005394 Sep 16 19:37:58.014121 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e0b3cba-760a-467a-aaf4-9c6bbe4e9499 req-e2a7aae8-1dd0-42ca-9bdd-7997352de302 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584993 Sep 16 19:37:58.149646 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-ab515621-bb2f-46f1-b27f-dd3b512c4ec7 None None] Provisioning for port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:37:58.163119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Allocated IP 172.20.0.1 (dfa24075-e334-4f45-9037-edf1f744a3fb/2e2dccd2-37fa-438f-aca3-f35f847907e4/a5df7506-77a2-496c-a418-dcd2a11f2bf5) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:37:58.181311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-ab515621-bb2f-46f1-b27f-dd3b512c4ec7 None None] Provisioning complete for port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:37:58.181502 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ab515621-bb2f-46f1-b27f-dd3b512c4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.413966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.432878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Transition to ACTIVE for port object a5df7506-77a2-496c-a418-dcd2a11f2bf5 will not be triggered until provisioned by entity DHCP. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:37:58.490529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.496715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84ee6981-b3f0-480c-9a4d-544348b46a5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:58.573606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5df7506-77a2-496c-a418-dcd2a11f2bf5,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:58.587047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Network dfa24075-e334-4f45-9037-edf1f744a3fb is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:37:58.590418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:37:58.602611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.603175 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.603719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.604271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.604804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.605335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.605871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.606477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.607007 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.607546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.608071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:37:58.621752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:58.621752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:37:58.642886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ab515621-bb2f-46f1-b27f-dd3b512c4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.693799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.742186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-ab515621-bb2f-46f1-b27f-dd3b512c4ec7 None None] For port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=79ad9fb6-c5ab-40f3-b4a3-79fc277be907,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:37:58.807334 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ab515621-bb2f-46f1-b27f-dd3b512c4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.814542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Notify callbacks [] for port, precommit_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.816314 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.828106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Transition to ACTIVE for port object c30cbfb7-bade-43e1-92bd-19cc13ec429e will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:37:58.832978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:58.873019 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.926148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Attempting to bind port c30cbfb7-bade-43e1-92bd-19cc13ec429e on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:37:58.926563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Attempting to bind port c30cbfb7-bade-43e1-92bd-19cc13ec429e by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:37:58.926976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Attempting to bind port c30cbfb7-bade-43e1-92bd-19cc13ec429e on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:37:58.955439 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:37:58.955866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:37:58.956460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.956904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:37:58.957422 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Bound port: c30cbfb7-bade-43e1-92bd-19cc13ec429e, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:37:58.958471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:58.985609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab515621-bb2f-46f1-b27f-dd3b512c4ec7 None None] Pushing event updated for resources: {'Port': ['ID=79ad9fb6-c5ab-40f3-b4a3-79fc277be907,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:58.993172 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ab515621-bb2f-46f1-b27f-dd3b512c4ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:58.993767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1d8012ed-a11a-4649-94fa-26dca764b62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:59.125689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352689a8-885d-4cc6-ab47-0b98fb1eca83 None None] Pushing event updated for resources: {'Port': ['ID=c30cbfb7-bade-43e1-92bd-19cc13ec429e,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:59.132293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-352689a8-885d-4cc6-ab47-0b98fb1eca83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:59.147537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] For port c30cbfb7-bade-43e1-92bd-19cc13ec429e, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:37:59.160465 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] For port c30cbfb7-bade-43e1-92bd-19cc13ec429e, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c30cbfb7-bade-43e1-92bd-19cc13ec429e,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:37:59.199744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:59.204828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:59.236278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a576876-8514-4c8b-ab9a-adf6386ee3a1 req-df572cab-f2cf-4188-89f4-75b956ce9473 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:37:59.242425 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5a576876-8514-4c8b-ab9a-adf6386ee3a1 req-df572cab-f2cf-4188-89f4-75b956ce9473 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.2218640 Sep 16 19:37:59.288929 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:59.318448 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:37:59.319176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:37:59.322589 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5a576876-8514-4c8b-ab9a-adf6386ee3a1 req-eb5a4a6f-523a-40c3-ac30-2912505e1c43 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682383 Sep 16 19:37:59.338620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:59.380544 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:37:59.407550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352689a8-885d-4cc6-ab47-0b98fb1eca83 None None] Pushing event updated for resources: {'Port': ['ID=c30cbfb7-bade-43e1-92bd-19cc13ec429e,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:59.479613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:59.484536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5df7506-77a2-496c-a418-dcd2a11f2bf5,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:37:59.488429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:59.524660 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-9bc6b05a-5969-4200-8ee4-e9917bb8f294 None None] Provisioning complete for port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:37:59.525363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9bc6b05a-5969-4200-8ee4-e9917bb8f294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:59.551832 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-352689a8-885d-4cc6-ab47-0b98fb1eca83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:37:59.576170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50558) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:37:59.634362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:37:59.673576 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Network dfa24075-e334-4f45-9037-edf1f744a3fb is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:37:59.674895 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:37:59.777194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:37:59.822570 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:37:59.835405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Usage tracker for resource:security_group_rule and tenant:7df84d1bd0de44fea024de0dff96d4e1 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:37:59.860939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:37:59.867771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:00.018149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:00.062304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:00.078070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-540589a7-06b9-4d4f-85ca-1f35c1eb7b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:00.121969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 2, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:00.124296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-9bc6b05a-5969-4200-8ee4-e9917bb8f294 None None] Provisioning for port a5df7506-77a2-496c-a418-dcd2a11f2bf5 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:00.133281 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7df84d1bd0de44fea024de0dff96d4e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5558414 Sep 16 19:38:00.134722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-9bc6b05a-5969-4200-8ee4-e9917bb8f294 None None] Provisioning complete for port a5df7506-77a2-496c-a418-dcd2a11f2bf5 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:00.135203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9bc6b05a-5969-4200-8ee4-e9917bb8f294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:00.164397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50576) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:00.166970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3393656c-cea7-467b-a729-895c65b41ffe None None] The sync data for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi is: [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 2, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:38:00.201227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9bc6b05a-5969-4200-8ee4-e9917bb8f294 None None] Port a5df7506-77a2-496c-a418-dcd2a11f2bf5 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:38:00.236186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941c0b14-4e96-41b4-a97e-b768b823a7df,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:00.263750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.264160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.264568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.271511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.272622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.273187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.273757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.274336 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.274885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.275446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.275994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:00.282553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:00.317549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d13fc38-4901-4777-9e71-93ebbda34e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:00.330260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-17ddc90a-b8c3-4125-9fb2-95b57ff8f8a1 None None] Provisioning complete for port a5df7506-77a2-496c-a418-dcd2a11f2bf5 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:00.330692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-17ddc90a-b8c3-4125-9fb2-95b57ff8f8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:00.348966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d13fc38-4901-4777-9e71-93ebbda34e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:00.407214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-17ddc90a-b8c3-4125-9fb2-95b57ff8f8a1 None None] Port a5df7506-77a2-496c-a418-dcd2a11f2bf5 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:38:00.433608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d13fc38-4901-4777-9e71-93ebbda34e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:00.441031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f16203a8-3dec-4e0d-9a5c-4e131f24b804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:00.459942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13fc38-4901-4777-9e71-93ebbda34e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941c0b14-4e96-41b4-a97e-b768b823a7df,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:00.463081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6d13fc38-4901-4777-9e71-93ebbda34e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:00.464396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d13fc38-4901-4777-9e71-93ebbda34e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:00.466624 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6d13fc38-4901-4777-9e71-93ebbda34e8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/941c0b14-4e96-41b4-a97e-b768b823a7df HTTP/1.1" status: 204 len: 168 time: 0.2999461 Sep 16 19:38:00.480041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:38:00.565071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555fcfd-0433-4e5e-8131-84d2bc671673 req-dc21067a-c425-4e7c-a654-625886da52a3 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:00.566917 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1555fcfd-0433-4e5e-8131-84d2bc671673 req-dc21067a-c425-4e7c-a654-625886da52a3 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0958800 Sep 16 19:38:00.625421 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1555fcfd-0433-4e5e-8131-84d2bc671673 req-a0c58763-9ed6-48b6-9e4c-63c8af2ee8b9 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506945 Sep 16 19:38:00.630240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:00.773793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:38:00.785468 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/2c9c634e-a368-4d31-86c6-f2d51529bbc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4435568 Sep 16 19:38:00.818720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:00.819399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:00.896224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c801-47e1-45d8-bd43-3e21e9f1f48f req-5b8c55d9-47ff-4bd8-a441-110de420b73b tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:00.904524 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e7d3c801-47e1-45d8-bd43-3e21e9f1f48f req-5b8c55d9-47ff-4bd8-a441-110de420b73b tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.1110594 Sep 16 19:38:00.982841 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e7d3c801-47e1-45d8-bd43-3e21e9f1f48f req-7980c8a0-42e4-4ef7-8449-2874919807f8 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768776 Sep 16 19:38:01.350450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50606) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:01.389008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:01.434529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:01.443005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] Usage tracker for resource:security_group_rule and tenant:72c35ca1d3f14c58855755a448eefc1a is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:01.459149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:01.466220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:01.562274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:01.629441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:01.639000 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-031404bb-8b57-48c3-8d59-a1c2fa484969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:01.674449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d325bcc-90fc-4e9d-8f10-c345b7943c26,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:01.685524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:01.710593 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a6ba4038-1781-4267-834b-a7da5bbac97c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72c35ca1d3f14c58855755a448eefc1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3588340 Sep 16 19:38:01.713325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50618) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:01.730853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3808e65-3b16-4f03-a527-5b91e9dd4cea req-ea0fae2f-4b6b-4e5b-b278-7062071ea60b tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:01.732605 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b3808e65-3b16-4f03-a527-5b91e9dd4cea req-ea0fae2f-4b6b-4e5b-b278-7062071ea60b tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.1516795 Sep 16 19:38:01.818566 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b3808e65-3b16-4f03-a527-5b91e9dd4cea req-971df06c-0bbc-4669-af54-14279d129944 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750952 Sep 16 19:38:01.842214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d2023275-f036-4d19-a5aa-5bcf3d8c09ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:01.888515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d2023275-f036-4d19-a5aa-5bcf3d8c09ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:01.935786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50628) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:01.970526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d2023275-f036-4d19-a5aa-5bcf3d8c09ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:01.976397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d7e37dbd-d246-4886-85c1-dcd98620571e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:01.990409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2023275-f036-4d19-a5aa-5bcf3d8c09ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d325bcc-90fc-4e9d-8f10-c345b7943c26,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:02.003317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d2023275-f036-4d19-a5aa-5bcf3d8c09ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:02.007170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d2023275-f036-4d19-a5aa-5bcf3d8c09ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.008766 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d2023275-f036-4d19-a5aa-5bcf3d8c09ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d325bcc-90fc-4e9d-8f10-c345b7943c26 HTTP/1.1" status: 204 len: 168 time: 0.2943549 Sep 16 19:38:02.155298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.239638 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:02.245334 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Usage tracker for resource:security_group_rule and tenant:2fa88a54a7784ad39049400e75b2e0f4 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:02.251586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:02.262550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:02.350240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.399216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.409822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:02.443722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e43bf7-5b27-4fd6-9d9c-bded443f6dcd,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:02.455089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:02.478293 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fa88a54a7784ad39049400e75b2e0f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5412719 Sep 16 19:38:02.481072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50644) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:02.669232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50658) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:02.676278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2026247298-network', 'tenant_id': '630444b8955641c48db615a20bc60036'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:02.685270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a70559b-b714-4ba4-a507-f836e7ff76dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.690267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:02.703367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Usage tracker for resource:network and tenant:630444b8955641c48db615a20bc60036 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:02.712925 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:02.717729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c30cbfb7-bade-43e1-92bd-19cc13ec429e up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:02.752807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a70559b-b714-4ba4-a507-f836e7ff76dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.754719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:02.811180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Made reservation on behalf of 630444b8955641c48db615a20bc60036 for: {'network': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:38:02.816559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.860542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.867467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port c30cbfb7-bade-43e1-92bd-19cc13ec429e completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:02.872773 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port c30cbfb7-bade-43e1-92bd-19cc13ec429e triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:02.873199 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.900579 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:02.904618 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Usage tracker for resource:security_group_rule and tenant:630444b8955641c48db615a20bc60036 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:02.907751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a70559b-b714-4ba4-a507-f836e7ff76dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.907878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:02.913083 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-47121a93-9db5-4556-8b4b-dd6a99f3ae8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:02.914664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:02.939206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70559b-b714-4ba4-a507-f836e7ff76dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e43bf7-5b27-4fd6-9d9c-bded443f6dcd,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:02.944180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1a70559b-b714-4ba4-a507-f836e7ff76dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:02.947255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a70559b-b714-4ba4-a507-f836e7ff76dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:02.958784 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1a70559b-b714-4ba4-a507-f836e7ff76dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4e43bf7-5b27-4fd6-9d9c-bded443f6dcd HTTP/1.1" status: 204 len: 168 time: 0.4764855 Sep 16 19:38:03.043664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.055317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.077224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port c30cbfb7-bade-43e1-92bd-19cc13ec429e, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c30cbfb7-bade-43e1-92bd-19cc13ec429e,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:03.090287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.119548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.121629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:03.126760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:38:03.147737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.148124 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Added segment f0914cba-4769-4091-a879-06925f4c3963 of type vlan for network 11fd9951-1697-428c-84db-a9a324bdbc04 Sep 16 19:38:03.163663 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3b0c57e1-c4a0-44be-bf4e-6348081ab7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:03.202728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38be9a35-664b-4334-8171-a74768d7e42a,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:03.207875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:03.224248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=c30cbfb7-bade-43e1-92bd-19cc13ec429e,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:03.227992 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:03.232684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.301674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.303279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:03.303931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.309639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:03.431335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Pushing event updated for resources: {'Network': ['ID=11fd9951-1697-428c-84db-a9a324bdbc04,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:03.435934 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:03.442974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 11fd9951-1697-428c-84db-a9a324bdbc04 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:38:03.468379 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7979417 Sep 16 19:38:03.471924 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50678) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:03.479925 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Request body: {'subnet': {'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2026247298-subnet', 'tenant_id': '630444b8955641c48db615a20bc60036', 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:03.487156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:03.492564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Usage tracker for resource:subnet and tenant:630444b8955641c48db615a20bc60036 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:03.497500 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:03.508627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:03.555947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50682) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:03.575117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Made reservation on behalf of 630444b8955641c48db615a20bc60036 for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:38:03.580283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1230479'] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.599339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:03.769848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:03.773953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe0d1dd5c55d4bd887e48eb97b9a2130 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:03.777001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:03.783160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:04.025601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.066034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.072200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c0cd95d1-6235-4d93-ae33-489291c83681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:04.089962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852838940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1230494'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.121034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90138821-1220-408c-8c31-5e057ca0ef14,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:04.134058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:04.138687 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe0d1dd5c55d4bd887e48eb97b9a2130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5791850 Sep 16 19:38:04.138687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:04.139542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50700) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:04.209898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09920f5-afc9-4370-a9f4-693a51f00145,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:04.217374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:04.254090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-78d0007c-2fd2-4f51-a5e4-e0bc91150a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.279080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Checking segment: {'id': 'f0914cba-4769-4091-a879-06925f4c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:38:04.279480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Network hostable DHCP agents. Network: 11fd9951-1697-428c-84db-a9a324bdbc04, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:38:04.287137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-78d0007c-2fd2-4f51-a5e4-e0bc91150a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.324535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Network 11fd9951-1697-428c-84db-a9a324bdbc04 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:38:04.364782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 11fd9951-1697-428c-84db-a9a324bdbc04) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:04.369398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:04.369751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-78d0007c-2fd2-4f51-a5e4-e0bc91150a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.370070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.374693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c19020-81bf-4b67-a916-43a93f7496f7 None None] Network 11fd9951-1697-428c-84db-a9a324bdbc04 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:38:04.379614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-dda60793-a7c3-4c6f-a3a9-337b98eec116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:04.408894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0007c-2fd2-4f51-a5e4-e0bc91150a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90138821-1220-408c-8c31-5e057ca0ef14,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:04.412097 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-78d0007c-2fd2-4f51-a5e4-e0bc91150a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:04.418229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-78d0007c-2fd2-4f51-a5e4-e0bc91150a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.419455 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-78d0007c-2fd2-4f51-a5e4-e0bc91150a93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90138821-1220-408c-8c31-5e057ca0ef14 HTTP/1.1" status: 204 len: 168 time: 0.2780232 Sep 16 19:38:04.491293 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-252f933f-48ac-4d74-a940-eb01d9206808 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0179279 Sep 16 19:38:04.493850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50720) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:04.501383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:04.513582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:04.533081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Usage tracker for resource:router and tenant:630444b8955641c48db615a20bc60036 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:04.543421 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:04.561420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:04.634214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c30cbfb7-bade-43e1-92bd-19cc13ec429e up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:04.634626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.635706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.655455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.828722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port c30cbfb7-bade-43e1-92bd-19cc13ec429e triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:04.829196 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.859285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-11fd9951-1697-428c-84db-a9a324bdbc04', 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04', 'tenant_id': '630444b8955641c48db615a20bc60036', 'fixed_ips': [{'subnet_id': 'b09920f5-afc9-4370-a9f4-693a51f00145'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:38:04.860373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.951088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:04.966062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50732) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:05.067832 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Allocated IP 172.20.0.2 (11fd9951-1697-428c-84db-a9a324bdbc04/b09920f5-afc9-4370-a9f4-693a51f00145/d203f043-28ef-4bd1-b9c8-52e7670e8d90) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:38:05.226850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Sync routers for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:38:05.246843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.258332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:05.259023 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:05.285351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:05.289803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3704e63f7f4424ac5aebc7e6b467b8 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:05.293114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:05.300033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:05.330955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.381329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.444017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.491383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Transition to ACTIVE for port object d203f043-28ef-4bd1-b9c8-52e7670e8d90 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:05.493184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.517046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:05.530218 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.538188 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Transition to ACTIVE for port object d203f043-28ef-4bd1-b9c8-52e7670e8d90 will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:05.540516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-59f2e373-fb88-40e1-b989-784de4bee9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:05.582125 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.590969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:05.642540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d919f2-41d0-4f68-9f9b-42f57ca75c01,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:05.645602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:05.671330 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d3704e63f7f4424ac5aebc7e6b467b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7039363 Sep 16 19:38:05.674722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50750) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:05.693802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Allocated IP 172.27.2.203 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/88732fb7-5d9f-4dd3-b576-f3d92eac742f) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:38:05.729210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Network 11fd9951-1697-428c-84db-a9a324bdbc04 is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:05.730720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:05.736513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:38:05.784382 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Pushing event updated for resources: {'Port': ['ID=d203f043-28ef-4bd1-b9c8-52e7670e8d90,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:05.797497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0a018c7d-9860-4c8b-8285-7b9b665ced6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.822941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:05.854279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Attempting to bind port d203f043-28ef-4bd1-b9c8-52e7670e8d90 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:38:05.855517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Attempting to bind port d203f043-28ef-4bd1-b9c8-52e7670e8d90 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': 'f0914cba-4769-4091-a879-06925f4c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:38:05.862116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Attempting to bind port d203f043-28ef-4bd1-b9c8-52e7670e8d90 on network 11fd9951-1697-428c-84db-a9a324bdbc04 {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:05.865287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:38:05.865964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Checking segment: {'id': 'f0914cba-4769-4091-a879-06925f4c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:38:05.866757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.868624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0a018c7d-9860-4c8b-8285-7b9b665ced6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.877281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Bound using segment: {'id': 'f0914cba-4769-4091-a879-06925f4c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:38:05.879474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Bound port: d203f043-28ef-4bd1-b9c8-52e7670e8d90, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0914cba-4769-4091-a879-06925f4c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:38:05.882661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.932053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.981578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0a018c7d-9860-4c8b-8285-7b9b665ced6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:05.994073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-db08dd13-e770-466c-9b83-e39445c7afb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:06.005538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0a018c7d-9860-4c8b-8285-7b9b665ced6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:06.007062 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0a018c7d-9860-4c8b-8285-7b9b665ced6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8d919f2-41d0-4f68-9f9b-42f57ca75c01 HTTP/1.1" status: 204 len: 168 time: 0.3313766 Sep 16 19:38:06.008208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:06.008337 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a018c7d-9860-4c8b-8285-7b9b665ced6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d919f2-41d0-4f68-9f9b-42f57ca75c01,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:06.011729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0a018c7d-9860-4c8b-8285-7b9b665ced6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:06.022530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eda6c8f9-b355-45a9-8a74-8c50515c1af9 tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:06.049591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] For port d203f043-28ef-4bd1-b9c8-52e7670e8d90, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:38:06.055940 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] For port d203f043-28ef-4bd1-b9c8-52e7670e8d90, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=d203f043-28ef-4bd1-b9c8-52e7670e8d90,segment=NetworkSegment(f0914cba-4769-4091-a879-06925f4c3963),segment_id=f0914cba-4769-4091-a879-06925f4c3963)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:38:06.085092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:06.090043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:06.142998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:06.154183 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:06.159202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:38:06.224477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 2, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:06.229055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Checking router: 2c9c634e-a368-4d31-86c6-f2d51529bbc8 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:38:06.229426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Updating router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 port a5df7506-77a2-496c-a418-dcd2a11f2bf5 binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:38:06.233229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Pushing event updated for resources: {'Port': ['ID=d203f043-28ef-4bd1-b9c8-52e7670e8d90,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:06.245386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:06.290579 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Pushing event updated for resources: {'Port': ['ID=88732fb7-5d9f-4dd3-b576-f3d92eac742f,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:06.296393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:06.347986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:06.574144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:06.574873 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:06.900501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:06.914210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Transition to ACTIVE for port object a5df7506-77a2-496c-a418-dcd2a11f2bf5 will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:07.032922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Router 513fed5f-49b7-4916-9a14-0070d02fa9d2 is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:38:07.061544 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:07.066512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:07.235424 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Pushing event updated for resources: {'Port': ['ID=a5df7506-77a2-496c-a418-dcd2a11f2bf5,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:07.278969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.279348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.279713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.280076 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.280432 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.280786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.281751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.282144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.286586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.286586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.286586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:07.286840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:38:07.290532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:07.300827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Sync routers for ids ['513fed5f-49b7-4916-9a14-0070d02fa9d2'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:38:07.322809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Routers {'513fed5f-49b7-4916-9a14-0070d02fa9d2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:07.323494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['513fed5f-49b7-4916-9a14-0070d02fa9d2'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:07.352813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:07.357076 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8595910 Sep 16 19:38:07.357393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50790) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:07.403976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Attempting to bind port a5df7506-77a2-496c-a418-dcd2a11f2bf5 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:38:07.404382 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Attempting to bind port a5df7506-77a2-496c-a418-dcd2a11f2bf5 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:38:07.404774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Attempting to bind port a5df7506-77a2-496c-a418-dcd2a11f2bf5 on network dfa24075-e334-4f45-9037-edf1f744a3fb {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:07.422366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:38:07.422644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Checking segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:38:07.423193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:07.423776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Bound using segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:38:07.425297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Bound port: a5df7506-77a2-496c-a418-dcd2a11f2bf5, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:38:07.434362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:07.671085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] For port a5df7506-77a2-496c-a418-dcd2a11f2bf5, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:38:07.675698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] For port a5df7506-77a2-496c-a418-dcd2a11f2bf5, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=a5df7506-77a2-496c-a418-dcd2a11f2bf5,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:38:07.724680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:07.729574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:07.763412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Set router 513fed5f-49b7-4916-9a14-0070d02fa9d2 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:07.914528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Pushing event updated for resources: {'Port': ['ID=a5df7506-77a2-496c-a418-dcd2a11f2bf5,revision_number=4']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:07.926143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:07.928951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:07.929631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:08.237332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:08.331154 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:38:04Z', 'updated_at': '2021-09-16T19:38:06Z', 'revision_number': 3, 'project_id': '630444b8955641c48db615a20bc60036', 'gw_port': {'id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:05Z', 'updated_at': '2021-09-16T19:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:08.340309 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Checking router: 513fed5f-49b7-4916-9a14-0070d02fa9d2 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:38:08.340711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Updating router 513fed5f-49b7-4916-9a14-0070d02fa9d2 port 88732fb7-5d9f-4dd3-b576-f3d92eac742f binding host dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:38:08.427969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:08.459830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50812) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:08.706240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:08.825516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:08.836297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Usage tracker for resource:security_group_rule and tenant:d702ef24114d43ceb130949d44a40a81 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:08.839969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:08.849303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:08.925467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d6d69-a3e0-4932-a0b4-54ab94014b96 None None] Network 11fd9951-1697-428c-84db-a9a324bdbc04 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:38:08.953885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:07Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:08.958481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9551a75-77ce-4738-894f-9419492642c2 None None] The sync data for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi is: [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:07Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:38:08.972077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.004315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.035834 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-726ee6cd-ee45-4488-924b-16941bba8738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:09.087137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21bc465-aa1b-4a92-8fd4-714209136e25,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:09.092268 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:09.126397 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d702ef24114d43ceb130949d44a40a81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6650932 Sep 16 19:38:09.127441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50826) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:09.259350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-13279c4d-a47e-4ae9-a233-5183195bf13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.319595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-13279c4d-a47e-4ae9-a233-5183195bf13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.351880 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device a5df7506-77a2-496c-a418-dcd2a11f2bf5 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:09.473033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-13279c4d-a47e-4ae9-a233-5183195bf13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.483512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.488649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b7634562-6923-4259-90f3-131752c545ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:09.507322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-13279c4d-a47e-4ae9-a233-5183195bf13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.508774 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-13279c4d-a47e-4ae9-a233-5183195bf13f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b21bc465-aa1b-4a92-8fd4-714209136e25 HTTP/1.1" status: 204 len: 168 time: 0.3798487 Sep 16 19:38:09.516048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13279c4d-a47e-4ae9-a233-5183195bf13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21bc465-aa1b-4a92-8fd4-714209136e25,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:09.523442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-13279c4d-a47e-4ae9-a233-5183195bf13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:09.651648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port a5df7506-77a2-496c-a418-dcd2a11f2bf5 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:09.681894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port a5df7506-77a2-496c-a418-dcd2a11f2bf5 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:09.682989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.724982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-aaae29b1-cdb2-4c25-bac3-b4f82bc35c86 None None] Provisioning for port d203f043-28ef-4bd1-b9c8-52e7670e8d90 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:09.799524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Notify callbacks [] for port, precommit_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.823614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Allocated IP 172.20.0.1 (11fd9951-1697-428c-84db-a9a324bdbc04/b09920f5-afc9-4370-a9f4-693a51f00145/13f84af2-e68d-48e0-9b62-7a319ba6e27d) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:38:09.852055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Transition to ACTIVE for port object 88732fb7-5d9f-4dd3-b576-f3d92eac742f will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:09.917681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:09.931372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d0ccae72-e7b7-4fc8-8ad8-6e1c1edd7796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:10.048285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Attempting to bind port 88732fb7-5d9f-4dd3-b576-f3d92eac742f on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:38:10.048697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Attempting to bind port 88732fb7-5d9f-4dd3-b576-f3d92eac742f by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:38:10.049103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Attempting to bind port 88732fb7-5d9f-4dd3-b576-f3d92eac742f on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:10.060168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.070167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.083787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb382106-d04f-426c-804a-b45d7c62afbd None None] Pushing event updated for resources: {'Port': ['ID=88732fb7-5d9f-4dd3-b576-f3d92eac742f,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:10.092519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb382106-d04f-426c-804a-b45d7c62afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:10.106353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Transition to ACTIVE for port object 13f84af2-e68d-48e0-9b62-7a319ba6e27d will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:10.108330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:38:10.108647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:38:10.109181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.109691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:38:10.110127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Bound port: 88732fb7-5d9f-4dd3-b576-f3d92eac742f, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:38:10.110655 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.154483 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.173390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8aceace-204d-46fa-982a-e9738ec16c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:10.212402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port a5df7506-77a2-496c-a418-dcd2a11f2bf5, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=a5df7506-77a2-496c-a418-dcd2a11f2bf5,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:10.258330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.261263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device d203f043-28ef-4bd1-b9c8-52e7670e8d90 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:10.266617 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Pushing event updated for resources: {'Port': ['ID=13f84af2-e68d-48e0-9b62-7a319ba6e27d,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:10.269826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:10.289899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Network 11fd9951-1697-428c-84db-a9a324bdbc04 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:10.291189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:10.293678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:38:10.331266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] For port 88732fb7-5d9f-4dd3-b576-f3d92eac742f, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:38:10.333416 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:10.367124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.426485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] For port 88732fb7-5d9f-4dd3-b576-f3d92eac742f, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=88732fb7-5d9f-4dd3-b576-f3d92eac742f,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:38:10.474067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.521137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.585729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port d203f043-28ef-4bd1-b9c8-52e7670e8d90 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:10.601493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port d203f043-28ef-4bd1-b9c8-52e7670e8d90 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:10.601869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.695264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=a5df7506-77a2-496c-a418-dcd2a11f2bf5,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:10.717559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:10.726263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Routers {'513fed5f-49b7-4916-9a14-0070d02fa9d2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:10.726979 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['513fed5f-49b7-4916-9a14-0070d02fa9d2'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:10.931672 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.964939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:10.980954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:11.000810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0bfafca6-6f98-4780-a316-f66025ea688a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:11.083162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:11.149968 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Pushing event updated for resources: {'Port': ['ID=13f84af2-e68d-48e0-9b62-7a319ba6e27d,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:11.163591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:11.174144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb382106-d04f-426c-804a-b45d7c62afbd None None] Pushing event updated for resources: {'Port': ['ID=88732fb7-5d9f-4dd3-b576-f3d92eac742f,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:11.179544 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-7c564e8f-54e8-43d4-b2ac-3c992a0b640e None None] Provisioning for port 13f84af2-e68d-48e0-9b62-7a319ba6e27d completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:11.183085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb382106-d04f-426c-804a-b45d7c62afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:11.199904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-7c564e8f-54e8-43d4-b2ac-3c992a0b640e None None] Provisioning complete for port 13f84af2-e68d-48e0-9b62-7a319ba6e27d triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:11.199904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7c564e8f-54e8-43d4-b2ac-3c992a0b640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:11.289223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-7c564e8f-54e8-43d4-b2ac-3c992a0b640e None None] Port 13f84af2-e68d-48e0-9b62-7a319ba6e27d cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:38:11.290831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] Set router 513fed5f-49b7-4916-9a14-0070d02fa9d2 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:11.339421 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:11.364412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port d203f043-28ef-4bd1-b9c8-52e7670e8d90, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=d203f043-28ef-4bd1-b9c8-52e7670e8d90,segment=NetworkSegment(f0914cba-4769-4091-a879-06925f4c3963),segment_id=f0914cba-4769-4091-a879-06925f4c3963)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:11.412022 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Network 11fd9951-1697-428c-84db-a9a324bdbc04 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:11.413311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:11.445017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:11.459077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d4d12105-8e89-4a93-9eec-51759a65dc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:11.643885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=d203f043-28ef-4bd1-b9c8-52e7670e8d90,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:11.660587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:11.661908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device a5df7506-77a2-496c-a418-dcd2a11f2bf5 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:11.956823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port a5df7506-77a2-496c-a418-dcd2a11f2bf5 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:11.957301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:11.991378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-5a2a955a-ca59-404f-9487-1b50e807ea91 None None] Provisioning complete for port 13f84af2-e68d-48e0-9b62-7a319ba6e27d triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:11.991798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5a2a955a-ca59-404f-9487-1b50e807ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:12.059447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Router 513fed5f-49b7-4916-9a14-0070d02fa9d2 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:38:12.111059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:38:04Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 4, 'project_id': '630444b8955641c48db615a20bc60036', 'gw_port': {'id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:05Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '13f84af2-e68d-48e0-9b62-7a319ba6e27d', 'name': '', 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04', 'tenant_id': '630444b8955641c48db615a20bc60036', 'mac_address': 'fa:16:3e:53:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:09Z', 'updated_at': '2021-09-16T19:38:09Z', 'revision_number': 1, 'project_id': '630444b8955641c48db615a20bc60036', 'subnets': [{'id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:12.115454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a955a-ca59-404f-9487-1b50e807ea91 None None] Port 13f84af2-e68d-48e0-9b62-7a319ba6e27d cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:38:12.118788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba11771e-09e7-457b-9bed-5ad7c9d0e25a None None] The sync data for ids ['513fed5f-49b7-4916-9a14-0070d02fa9d2'] in dv-cinder-809448-1-iscsi is: [{'id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:38:04Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 4, 'project_id': '630444b8955641c48db615a20bc60036', 'gw_port': {'id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:05Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '13f84af2-e68d-48e0-9b62-7a319ba6e27d', 'name': '', 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04', 'tenant_id': '630444b8955641c48db615a20bc60036', 'mac_address': 'fa:16:3e:53:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:09Z', 'updated_at': '2021-09-16T19:38:09Z', 'revision_number': 1, 'project_id': '630444b8955641c48db615a20bc60036', 'subnets': [{'id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:38:12.338246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:38:12.361164 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] 10.222.0.37 "PUT /v2.0/routers/513fed5f-49b7-4916-9a14-0070d02fa9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0013568 Sep 16 19:38:12.579937 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50918) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:12.778903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:12.816386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:12.820752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Usage tracker for resource:security_group_rule and tenant:d585b6ef1b9d48c79bf0105a58d0eeaf is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:12.824456 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:12.831540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:12.921461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:12.954195 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:12.965839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0f074062-a567-49df-9401-4f34ccd97908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:13.042053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01199e25-e547-4f1a-a7f5-03d943fe0223,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:13.049434 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d585b6ef1b9d48c79bf0105a58d0eeaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4683931 Sep 16 19:38:13.051032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:13.052395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50930) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:13.162224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b73703e9-b179-459b-8d3c-d5d021de7fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:13.199019 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b73703e9-b179-459b-8d3c-d5d021de7fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:13.332065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b73703e9-b179-459b-8d3c-d5d021de7fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:13.332065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:13.409245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73703e9-b179-459b-8d3c-d5d021de7fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01199e25-e547-4f1a-a7f5-03d943fe0223,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:13.439878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b73703e9-b179-459b-8d3c-d5d021de7fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:13.443883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b73703e9-b179-459b-8d3c-d5d021de7fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:13.445853 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b73703e9-b179-459b-8d3c-d5d021de7fb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01199e25-e547-4f1a-a7f5-03d943fe0223 HTTP/1.1" status: 204 len: 168 time: 0.3917806 Sep 16 19:38:13.538294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50948) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:13.746649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50958) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:13.753331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719362585', 'description': 'tempest-secgroup-smoke-719362585 description', 'project_id': '609b56265a2645f5add428c6eca99d8f'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:13.779045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:13.789422 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:security_group and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:13.803015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:13.811778 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:13.816394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device d203f043-28ef-4bd1-b9c8-52e7670e8d90 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:13.878816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.001176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:14.011818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:security_group_rule and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:14.012808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port d203f043-28ef-4bd1-b9c8-52e7670e8d90 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:14.018949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.021366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.025891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:14.047994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:14.090295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.133755 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:14.141850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Usage tracker for resource:security_group_rule and tenant:a0086e5aa6d94b7f8ba915f2613c088f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:14.156644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee30c7-fbb2-4e1c-8765-697366eee30a req-bc13b4de-08f0-4853-8297-5e9515b01ba5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:14.158780 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46ee30c7-fbb2-4e1c-8765-697366eee30a req-bc13b4de-08f0-4853-8297-5e9515b01ba5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.2535777 Sep 16 19:38:14.160232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:14.167949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:14.221651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.258576 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.264604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5add4930-463f-4c1c-806b-b4c11c122923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:14.271322 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46ee30c7-fbb2-4e1c-8765-697366eee30a req-fc8f72e5-aea7-4b36-bcfb-c1afba7f595a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967383 Sep 16 19:38:14.310241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50968) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:14.346844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3225f786-c9ec-4c60-bf8a-449de02324cb,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:14.366012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:14.370230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.404258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.409557 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50978) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:14.416186 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-83276d18-3d3f-4ac8-a987-71e5d9768fb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6617913 Sep 16 19:38:14.416436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'security_group_rule': {'security_group_id': '3225f786-c9ec-4c60-bf8a-449de02324cb', 'project_id': '609b56265a2645f5add428c6eca99d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:14.427020 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:14.439283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:security_group_rule and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:14.448904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:14.468839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:14.480982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.508466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-37e1b9ad-650f-40ad-96d6-0f97f4ad0b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:14.566257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.696912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc280f-7884-4f2b-922f-ef63bcbadcea,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:14.714982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:14.717835 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0086e5aa6d94b7f8ba915f2613c088f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1831439 Sep 16 19:38:14.722457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 50990) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:14.805881 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4089a037-cd2f-4fd0-9437-d9f7a516cac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.843973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4089a037-cd2f-4fd0-9437-d9f7a516cac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.848811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.864597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5287bd25-d393-4fb9-9b11-90b018af8eeb tempest-TestMinimumBasicScenario-58605307 tempest-TestMinimumBasicScenario-58605307-project-admin] Synchronizing usage tracker for tenant:e36ea0fa65e74da999a2b16582fb397d on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:14.872462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45541bae-fa7c-4d82-899a-53a825116785 req-94b772bb-32a0-48f2-816f-d5c07a541bde tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:14.874211 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-45541bae-fa7c-4d82-899a-53a825116785 req-94b772bb-32a0-48f2-816f-d5c07a541bde tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 946 time: 0.2770758 Sep 16 19:38:14.903999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.913757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2806704-1d8f-43d1-a43b-122847eef85e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:14.950395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9f0391-0df0-4dfa-995b-2faa6909cb95,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:14.952144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-5287bd25-d393-4fb9-9b11-90b018af8eeb tempest-TestMinimumBasicScenario-58605307 tempest-TestMinimumBasicScenario-58605307-project-admin] Unset dirty status for tenant:e36ea0fa65e74da999a2b16582fb397d on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:14.953530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4089a037-cd2f-4fd0-9437-d9f7a516cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.953706 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5287bd25-d393-4fb9-9b11-90b018af8eeb tempest-TestMinimumBasicScenario-58605307 tempest-TestMinimumBasicScenario-58605307-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1093 time: 0.6405311 Sep 16 19:38:14.963762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 50996) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:14.969274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-13279c4d-a47e-4ae9-a233-5183195bf13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:14.970317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:14.979371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'floatingip': {'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'port_id': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:14.986329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089a037-cd2f-4fd0-9437-d9f7a516cac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc280f-7884-4f2b-922f-ef63bcbadcea,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:14.987285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:14.989742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4089a037-cd2f-4fd0-9437-d9f7a516cac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:14.990691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4089a037-cd2f-4fd0-9437-d9f7a516cac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:14.991466 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-45541bae-fa7c-4d82-899a-53a825116785 req-e320ab6e-87d4-4bd1-8577-7adf71550cae tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092689 Sep 16 19:38:14.993627 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4089a037-cd2f-4fd0-9437-d9f7a516cac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1efc280f-7884-4f2b-922f-ef63bcbadcea HTTP/1.1" status: 204 len: 168 time: 0.2697451 Sep 16 19:38:14.994079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Usage tracker for resource:floatingip and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:15.001686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:15.004798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:15.034493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.036004 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6252587 Sep 16 19:38:15.039159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51004) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:15.044184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for floatingip, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.045597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'security_group_rule': {'security_group_id': '3225f786-c9ec-4c60-bf8a-449de02324cb', 'project_id': '609b56265a2645f5add428c6eca99d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:15.055608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:15.061050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:security_group_rule and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:15.064302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:15.072371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:15.131024 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.231773 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.238915 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.284074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.286361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:15.311625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cf6bb9-eeaf-4b60-bbf9-2397244d2989,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:15.318010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:15.336561 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.340680 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2979338 Sep 16 19:38:15.341006 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51014) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:15.349900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'security_group_rule': {'security_group_id': '3225f786-c9ec-4c60-bf8a-449de02324cb', 'project_id': '609b56265a2645f5add428c6eca99d8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:15.360455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:15.365265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:security_group_rule and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:15.368826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:15.377011 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:15.416781 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Allocated IP 172.27.2.217 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/3ce6e19d-116c-441b-8ae8-8fad100a7974) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:38:15.440564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.553407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.590790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 88732fb7-5d9f-4dd3-b576-f3d92eac742f up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:15.597700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.604419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.607502 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a5221248-ecaf-4757-be91-569fd83e4bb5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:15.651505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f8329d-723b-4af5-9d08-f68642be3a8d,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:15.654310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:15.656793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.662127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-43220783-1dce-4d30-9910-7fa70d27708d tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:15.684258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.685592 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3430882 Sep 16 19:38:15.689014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51030) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:15.695170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'security_group_rule': {'security_group_id': '3225f786-c9ec-4c60-bf8a-449de02324cb', 'project_id': '609b56265a2645f5add428c6eca99d8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:15.706794 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:15.712645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 88732fb7-5d9f-4dd3-b576-f3d92eac742f completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:15.716955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:security_group_rule and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:15.719420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 88732fb7-5d9f-4dd3-b576-f3d92eac742f triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:15.720173 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.723910 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:15.738125 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:15.762728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:15.767049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:15.776220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:38:15.791111 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.940461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.953654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:15.972133 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port 88732fb7-5d9f-4dd3-b576-f3d92eac742f, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=88732fb7-5d9f-4dd3-b576-f3d92eac742f,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:15.992971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.002140 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:16.021426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.028702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb382106-d04f-426c-804a-b45d7c62afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:16.036698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d8726f-bd2d-4701-84fa-fe894909deb2,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:16.039493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:16.073355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.077536 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3848765 Sep 16 19:38:16.078435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51046) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:16.084762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'security_group_rule': {'security_group_id': '3225f786-c9ec-4c60-bf8a-449de02324cb', 'project_id': '609b56265a2645f5add428c6eca99d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:16.102709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:16.112851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:security_group_rule and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:16.123094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:16.143167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:16.181649 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Project 609b56265a2645f5add428c6eca99d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:38:16.192352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.283255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=88732fb7-5d9f-4dd3-b576-f3d92eac742f,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:16.291429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:16.311806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'Port': ['ID=3ce6e19d-116c-441b-8ae8-8fad100a7974,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:16.323900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:16.419580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-3f2db0b7-47ab-4623-af5b-7ff3e957d092 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:16.420455 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-3f2db0b7-47ab-4623-af5b-7ff3e957d092 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 946 time: 0.1661513 Sep 16 19:38:16.462631 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95153103-0c34-44c3-af57-7e88f3178cf3 req-ac8533bc-ded2-4aa4-a2e6-b65ef5dd0b6d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:16.470539 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-95153103-0c34-44c3-af57-7e88f3178cf3 req-ac8533bc-ded2-4aa4-a2e6-b65ef5dd0b6d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 946 time: 0.2421203 Sep 16 19:38:16.482563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.558791 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-95153103-0c34-44c3-af57-7e88f3178cf3 req-b35be850-9cb3-44de-a63d-e76d75f8650b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872970 Sep 16 19:38:16.559598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.568967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-75640fb9-8895-40c6-a3b7-61075d47526a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:16.591843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Deleting port 75cd045b-b91f-4e30-a442-f36156005cdc {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:38:16.598365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.604150 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5aa008-dd34-49f6-afb8-229f9e1f44d2,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:16.617519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:16.632813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.634687 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5545945 Sep 16 19:38:16.636983 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51064) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:16.643991 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'security_group_rule': {'security_group_id': '3225f786-c9ec-4c60-bf8a-449de02324cb', 'project_id': '609b56265a2645f5add428c6eca99d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:16.650579 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:16.655759 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:security_group_rule and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:16.660095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:16.666864 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:16.707357 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Project 609b56265a2645f5add428c6eca99d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:38:16.714562 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.832325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.872939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.875781 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:16.905005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9246b05-a888-4da5-9b8b-962957b209f2,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:16.908453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:16.935849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:16.941104 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ea489e54-d1c6-4855-8a6f-01534dc38cb0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3019896 Sep 16 19:38:17.197812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] For port 75cd045b-b91f-4e30-a442-f36156005cdc, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=75cd045b-b91f-4e30-a442-f36156005cdc,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:17.198289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:17.278517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Sync routers for ids ['513fed5f-49b7-4916-9a14-0070d02fa9d2'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:38:17.298997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Routers {'513fed5f-49b7-4916-9a14-0070d02fa9d2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:17.299681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['513fed5f-49b7-4916-9a14-0070d02fa9d2'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:17.621590 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 88732fb7-5d9f-4dd3-b576-f3d92eac742f up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:17.659681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:17.802514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 88732fb7-5d9f-4dd3-b576-f3d92eac742f triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:17.802988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:17.843476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Set router 513fed5f-49b7-4916-9a14-0070d02fa9d2 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:17.852386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:17.917107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:17.917456 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:17.917810 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Floating IP b49686aa-41a0-46d5-a070-18fc5d5f28cd disassociated. External IP: 172.27.2.13, port: 75cd045b-b91f-4e30-a442-f36156005cdc. Sep 16 19:38:17.918231 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Calling delete_port for 75cd045b-b91f-4e30-a442-f36156005cdc owned by compute:nova {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:38:17.942648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-167fa0f5-2e1e-40c2-b19a-be64b61363e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:18.415355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:38:04Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 4, 'project_id': '630444b8955641c48db615a20bc60036', 'gw_port': {'id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:05Z', 'updated_at': '2021-09-16T19:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '13f84af2-e68d-48e0-9b62-7a319ba6e27d', 'name': '', 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04', 'tenant_id': '630444b8955641c48db615a20bc60036', 'mac_address': 'fa:16:3e:53:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:09Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 2, 'project_id': '630444b8955641c48db615a20bc60036', 'subnets': [{'id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:18.419747 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Checking router: 513fed5f-49b7-4916-9a14-0070d02fa9d2 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:38:18.420142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Updating router 513fed5f-49b7-4916-9a14-0070d02fa9d2 port 13f84af2-e68d-48e0-9b62-7a319ba6e27d binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:38:18.420808 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-f8ed048b-b3a1-42ab-afd6-1abc64d04db1 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b5b489abb7e4213859d7eb1fe47eda7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841064 Sep 16 19:38:18.488224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:18.542304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:18.580765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c74dcc-5170-494c-9943-17b89df3f07f req-f394e06c-a0f0-499b-b2b6-2847cc67f69e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:18.588961 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-51c74dcc-5170-494c-9943-17b89df3f07f req-f394e06c-a0f0-499b-b2b6-2847cc67f69e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 946 time: 0.6299827 Sep 16 19:38:18.601865 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:18.639969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:18.690848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-b4e72e4c-911a-4ac4-82e6-28288cf29376 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:18.693848 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-b4e72e4c-911a-4ac4-82e6-28288cf29376 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721889 Sep 16 19:38:18.746385 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-98c23337-5447-4068-92be-2dc5dcebf913 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/quotas/1b5b489abb7e4213859d7eb1fe47eda7 HTTP/1.1" status: 200 len: 375 time: 0.0353224 Sep 16 19:38:18.865141 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-51c74dcc-5170-494c-9943-17b89df3f07f req-b4ad33a5-6f74-43f5-9090-5f8be29f27e7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=815791ef-7b8a-4963-8082-6e1fba06f288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745209 Sep 16 19:38:18.865964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'Port': ['ID=3ce6e19d-116c-441b-8ae8-8fad100a7974,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:18.892786 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-fd615c87-5059-4014-affe-e4f6bd6ea6a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b5b489abb7e4213859d7eb1fe47eda7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1451161 Sep 16 19:38:18.907453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:18.926965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:18.987339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:18.990877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:19.033983 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event deleted for resources: {'Port': ['ID=75cd045b-b91f-4e30-a442-f36156005cdc,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:19.201689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:19.223219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Transition to ACTIVE for port object 13f84af2-e68d-48e0-9b62-7a319ba6e27d will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:19.256460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:19.266973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:19.364954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:19.439467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:19.502890 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4d91ddce-dd33-44d4-9b46-898278180f00 req-56dea7dd-5f32-4553-ab6f-15d2c02253bf tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 210 time: 0.1366947 Sep 16 19:38:19.510948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e13d2-48e1-4afd-812b-38bc0340bde8 None None] Pushing event updated for resources: {'Port': ['ID=13f84af2-e68d-48e0-9b62-7a319ba6e27d,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:19.569716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-243e13d2-48e1-4afd-812b-38bc0340bde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:19.720033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Attempting to bind port 13f84af2-e68d-48e0-9b62-7a319ba6e27d on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:38:19.720033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Attempting to bind port 13f84af2-e68d-48e0-9b62-7a319ba6e27d by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': 'f0914cba-4769-4091-a879-06925f4c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:38:19.720033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Attempting to bind port 13f84af2-e68d-48e0-9b62-7a319ba6e27d on network 11fd9951-1697-428c-84db-a9a324bdbc04 {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:19.720033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:38:19.720033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Checking segment: {'id': 'f0914cba-4769-4091-a879-06925f4c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:38:19.720033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:19.720033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Bound using segment: {'id': 'f0914cba-4769-4091-a879-06925f4c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:38:19.720033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Bound port: 13f84af2-e68d-48e0-9b62-7a319ba6e27d, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0914cba-4769-4091-a879-06925f4c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:38:19.720033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:19.946859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] For port 13f84af2-e68d-48e0-9b62-7a319ba6e27d, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:38:19.951421 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] For port 13f84af2-e68d-48e0-9b62-7a319ba6e27d, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=13f84af2-e68d-48e0-9b62-7a319ba6e27d,segment=NetworkSegment(f0914cba-4769-4091-a879-06925f4c3963),segment_id=f0914cba-4769-4091-a879-06925f4c3963)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:38:19.982177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:19.994887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:20.025630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Router 834ca434-f243-4784-975f-bfdef45d2454 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:38:20.027513 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Floating IP dc76534b-ee33-4e9c-869a-493046c855ba associated. External IP: 172.27.2.217, port: b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4. Sep 16 19:38:20.101458 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e13d2-48e1-4afd-812b-38bc0340bde8 None None] Pushing event updated for resources: {'Port': ['ID=13f84af2-e68d-48e0-9b62-7a319ba6e27d,revision_number=4']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:20.109512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-243e13d2-48e1-4afd-812b-38bc0340bde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:20.127696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Routers {'513fed5f-49b7-4916-9a14-0070d02fa9d2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:20.128718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:37:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['513fed5f-49b7-4916-9a14-0070d02fa9d2'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:20.281252 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00b71f6a-8d0f-4e05-bc8e-4c7e2f59429e req-0bad041e-49b8-4aea-9a02-57a80d3698de tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 210 time: 0.1814146 Sep 16 19:38:20.441330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ca331ce-6e9e-4963-ab62-d8de5d157608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:20.463492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] Set router 513fed5f-49b7-4916-9a14-0070d02fa9d2 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:20.604040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:38:20.712275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 75cd045b-b91f-4e30-a442-f36156005cdc {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:38:20.712653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 75cd045b-b91f-4e30-a442-f36156005cdc not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:38:20.809208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:38:20.820825 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] Sync routers for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:38:20.857165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:20.858671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:38:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:20.945107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:20.990518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:38:04Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 4, 'project_id': '630444b8955641c48db615a20bc60036', 'gw_port': {'id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:05Z', 'updated_at': '2021-09-16T19:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '13f84af2-e68d-48e0-9b62-7a319ba6e27d', 'name': '', 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04', 'tenant_id': '630444b8955641c48db615a20bc60036', 'mac_address': 'fa:16:3e:53:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:09Z', 'updated_at': '2021-09-16T19:38:19Z', 'revision_number': 4, 'project_id': '630444b8955641c48db615a20bc60036', 'subnets': [{'id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:20.997294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b1ad4-c380-4afa-83ba-f3955b23e499 None None] The sync data for ids ['513fed5f-49b7-4916-9a14-0070d02fa9d2'] in dv-cinder-809448-1-iscsi is: [{'id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:38:04Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 4, 'project_id': '630444b8955641c48db615a20bc60036', 'gw_port': {'id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:05Z', 'updated_at': '2021-09-16T19:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '13f84af2-e68d-48e0-9b62-7a319ba6e27d', 'name': '', 'network_id': '11fd9951-1697-428c-84db-a9a324bdbc04', 'tenant_id': '630444b8955641c48db615a20bc60036', 'mac_address': 'fa:16:3e:53:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:09Z', 'updated_at': '2021-09-16T19:38:19Z', 'revision_number': 4, 'project_id': '630444b8955641c48db615a20bc60036', 'subnets': [{'id': 'b09920f5-afc9-4370-a9f4-693a51f00145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:38:21.002320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] No DVR routers for this DVR port 75cd045b-b91f-4e30-a442-f36156005cdc on host hv-cinder-80944 {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:38:21.006010 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dc2b2ddf-363d-46bc-b50a-b7549d7b19f6 req-44d81ad1-405f-426f-bed3-f3698fa5b0a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 210 time: 0.1942768 Sep 16 19:38:21.007118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:21.010992 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-deleted', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:21.113706 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-295e9f5e-a531-48dd-bb44-dcd7f00c48ad req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "DELETE /v2.0/ports/75cd045b-b91f-4e30-a442-f36156005cdc HTTP/1.1" status: 204 len: 173 time: 4.6803005 Sep 16 19:38:21.217990 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4500068f-aa17-496e-bfac-ca1049a522dd', 'name': 'network-vif-deleted', 'tag': '75cd045b-b91f-4e30-a442-f36156005cdc', 'status': 'completed', 'code': 200} Sep 16 19:38:21.248264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Router 64984956-ab4a-445a-a52a-04f1e7599dd7 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:38:21.353839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:21.604964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-4d112fe8-111b-40c2-a650-8ad7efad3708 req-a6b23cc9-7fef-4927-a321-adee7f2a2bc2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Synchronizing usage tracker for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:21.652694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 13f84af2-e68d-48e0-9b62-7a319ba6e27d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:21.663679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-4d112fe8-111b-40c2-a650-8ad7efad3708 req-a6b23cc9-7fef-4927-a321-adee7f2a2bc2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Unset dirty status for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:21.665284 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4d112fe8-111b-40c2-a650-8ad7efad3708 req-a6b23cc9-7fef-4927-a321-adee7f2a2bc2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4500068f-aa17-496e-bfac-ca1049a522dd HTTP/1.1" status: 200 len: 210 time: 0.1239038 Sep 16 19:38:21.703735 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:38:21.715299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] Sync routers for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:38:21.728431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:21.734002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:38:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:21.753795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:21.823280 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8582981 Sep 16 19:38:21.826143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51254) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:21.836773 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523688472', 'description': 'tempest-secgroup-smoke-1523688472 description', 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:21.850086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:21.857202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:21.943657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:21.958583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:22.008790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 13f84af2-e68d-48e0-9b62-7a319ba6e27d completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:22.016575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 13f84af2-e68d-48e0-9b62-7a319ba6e27d triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:22.016714 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:22.051683 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:22.062523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Usage tracker for resource:security_group_rule and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:22.072571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:22.082773 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:22.088565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:22.091336 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] Checking router: 834ca434-f243-4784-975f-bfdef45d2454 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:38:22.157227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:22.158100 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:38:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:22.164211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:22.251863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:22.312982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:22.327760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6e4d64d5-79d6-4470-920e-1f29805c71b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:22.402205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01270b01-0df1-441f-ab96-0b3a4e989b29,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:22.415948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:22.428651 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-32d7c2e7-7cb5-4b27-bfda-9951fe6b69f9 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1b5b489abb7e4213859d7eb1fe47eda7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1748500 Sep 16 19:38:22.439722 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-134d6042-7685-44c8-907f-d40049575617 req-58c48d29-390c-4f0a-a255-28da91b8411f tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 210 time: 0.0852201 Sep 16 19:38:22.465598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:22.700425 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:22.701162 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8736558 Sep 16 19:38:22.704452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51270) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:22.712268 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:22.726947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'security_group_rule': {'security_group_id': '01270b01-0df1-441f-ab96-0b3a4e989b29', 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:22.748402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:22.768954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Usage tracker for resource:security_group_rule and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:22.770356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'dc76534b-ee33-4e9c-869a-493046c855ba', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'port_id': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'mac_address': 'fa:16:3e:ce:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:38:17Z', 'updated_at': '2021-09-16T19:38:17Z', 'revision_number': 0, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be955492-9ac7-4a72-b4b4-d1fd50f3ccbf', 'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'mac_address': 'fa:16:3e:60:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:37Z', 'updated_at': '2021-09-16T19:36:49Z', 'revision_number': 5, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'subnets': [{'id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:22.775115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-0f40ce68-d734-4414-9f8f-59d35f07e154 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:22.776134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] Checking router: 64984956-ab4a-445a-a52a-04f1e7599dd7 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:38:22.776733 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-0f40ce68-d734-4414-9f8f-59d35f07e154 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409345 Sep 16 19:38:22.777739 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:22.795550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Request body: {'port': {'device_id': '4ff036d3-2b9c-4595-87e7-c647d15979f7', 'network_id': '85205548-b446-4945-a401-8e05be1375dc', 'admin_state_up': True, 'tenant_id': '1b5b489abb7e4213859d7eb1fe47eda7'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:22.803293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:22.831452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:22.837322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:38:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:22.852564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.010650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.025505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port 13f84af2-e68d-48e0-9b62-7a319ba6e27d, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=13f84af2-e68d-48e0-9b62-7a319ba6e27d,segment=NetworkSegment(f0914cba-4769-4091-a879-06925f4c3963),segment_id=f0914cba-4769-4091-a879-06925f4c3963)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:23.043961 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.046507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:23.069619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:23.081088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Usage tracker for resource:port and tenant:1b5b489abb7e4213859d7eb1fe47eda7 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:23.081741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.084711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51284) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:23.088101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:23.089914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4402df5-242a-483a-877c-3ae0c1661b11,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:23.091751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:23.096210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:23.113134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.117052 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-72715190-0038-45b2-9678-c3a6d5576cd5 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4086223 Sep 16 19:38:23.117300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51288) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:23.123310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'security_group_rule': {'security_group_id': '01270b01-0df1-441f-ab96-0b3a4e989b29', 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:23.126648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:23.127570 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:23.138705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:23.148394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Usage tracker for resource:security_group_rule and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:23.155179 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:23.177763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:23.220752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:23.228415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Made reservation on behalf of 1b5b489abb7e4213859d7eb1fe47eda7 for: {'port': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:38:23.234667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.267435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.271430 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.328017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f30fa9a4-42aa-4983-8265-d31dd012beb0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.395227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=13f84af2-e68d-48e0-9b62-7a319ba6e27d,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:23.409307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.410102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.410710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.411291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.411869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.412580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.413294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.413903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.414510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.415070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.415651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:38:23.421225 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.430315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:23.440026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:23.454548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcd769-2c66-431a-ae66-564a9d5aff76 None None] The sync data for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi is: [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:38:23.501480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.548417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7dfacfb6-2c1c-4764-b185-d1593dc22cc8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:23.623041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 13f84af2-e68d-48e0-9b62-7a319ba6e27d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:23.643549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd870147-043b-424c-b422-8f3d066755df,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:23.665953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:23.698935 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cddeeacd-f1bc-4e41-b918-09e2cea82ef2 req-441839da-80cc-4457-9300-fddd3c0784e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1098 time: 0.2744343 Sep 16 19:38:23.699772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.703915 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ff136b2e-6c45-43d0-8c13-03dee9983736 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5827086 Sep 16 19:38:23.713098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51310) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:23.775776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'security_group_rule': {'security_group_id': '01270b01-0df1-441f-ab96-0b3a4e989b29', 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:23.797568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 13f84af2-e68d-48e0-9b62-7a319ba6e27d triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:23.805243 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'dc76534b-ee33-4e9c-869a-493046c855ba', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'port_id': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'mac_address': 'fa:16:3e:ce:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:38:17Z', 'updated_at': '2021-09-16T19:38:17Z', 'revision_number': 0, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be955492-9ac7-4a72-b4b4-d1fd50f3ccbf', 'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'mac_address': 'fa:16:3e:60:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:37Z', 'updated_at': '2021-09-16T19:36:49Z', 'revision_number': 5, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'subnets': [{'id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:23.806288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.810616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:23.830611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38f71f8-b162-465d-86fc-9373adc3996f None None] The sync data for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi is: [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'dc76534b-ee33-4e9c-869a-493046c855ba', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'port_id': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'mac_address': 'fa:16:3e:ce:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:38:17Z', 'updated_at': '2021-09-16T19:38:17Z', 'revision_number': 0, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be955492-9ac7-4a72-b4b4-d1fd50f3ccbf', 'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'mac_address': 'fa:16:3e:60:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:37Z', 'updated_at': '2021-09-16T19:36:49Z', 'revision_number': 5, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'subnets': [{'id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:38:23.840207 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'status': 'completed', 'code': 200} Sep 16 19:38:23.862418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:23.873580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f30fa9a4-42aa-4983-8265-d31dd012beb0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:23.892973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Usage tracker for resource:security_group_rule and tenant:1b5b489abb7e4213859d7eb1fe47eda7 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:23.896510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:24.310559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:24.313550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Usage tracker for resource:security_group_rule and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:24.313550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:24.313550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:24.313550 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-486b42bd-0697-4026-94b7-42312b0b1788 req-117950da-fc1b-4ecd-93a5-23c5ff856673 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 210 time: 0.2630696 Sep 16 19:38:24.313550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddeeacd-f1bc-4e41-b918-09e2cea82ef2 req-d182e469-f144-47ec-9ebc-4720dc88fdf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:24.313550 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cddeeacd-f1bc-4e41-b918-09e2cea82ef2 req-d182e469-f144-47ec-9ebc-4720dc88fdf0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 200 len: 914 time: 0.3417552 Sep 16 19:38:24.314451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:24.315458 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cddeeacd-f1bc-4e41-b918-09e2cea82ef2 req-291f81da-6b11-48fa-8aac-e5dc146cab9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 999 time: 0.1137409 Sep 16 19:38:24.315458 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddeeacd-f1bc-4e41-b918-09e2cea82ef2 req-31143da5-875b-454c-8d8c-8510bc84c45e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:24.315458 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cddeeacd-f1bc-4e41-b918-09e2cea82ef2 req-31143da5-875b-454c-8d8c-8510bc84c45e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=053039ef-dc7f-4726-ad8d-d61294dee271 HTTP/1.1" status: 200 len: 852 time: 0.0694497 Sep 16 19:38:24.315666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014082e-a212-436b-b3df-7a1e6c497308 None None] New status for floating IP b49686aa-41a0-46d5-a070-18fc5d5f28cd: DOWN {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:38:24.325360 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f30fa9a4-42aa-4983-8265-d31dd012beb0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:24.331988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6e8a4004-7c89-421c-9e01-59a1223be322 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:24.336245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:24.345884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:24.353690 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fa9a4-42aa-4983-8265-d31dd012beb0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815791ef-7b8a-4963-8082-6e1fba06f288,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:24.363479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d0b9f-adee-428c-a697-1e06a2c1fe2f None None] New status for floating IP dc76534b-ee33-4e9c-869a-493046c855ba: ACTIVE {{(pid=93571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:38:24.403917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f30fa9a4-42aa-4983-8265-d31dd012beb0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:24.404492 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e4e9ffe-1f75-4926-9de7-675644e3ad43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:24.405083 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cddeeacd-f1bc-4e41-b918-09e2cea82ef2 req-ff30d792-f24c-43d7-a2bb-a907cca6f7a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57f9b840-40f5-41b9-855d-5ace0800307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1456428 Sep 16 19:38:24.487548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b1c622-b281-4d55-b472-2c450cb28acc,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:24.493700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:24.561508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:24.601051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Allocated IP 192.168.233.71 (85205548-b446-4945-a401-8e05be1375dc/f8293d84-305e-4807-a742-9bb11de7ddd0/955b456b-5ff5-491f-99bd-a4a9b808dbe6) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:38:24.628851 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cddeeacd-f1bc-4e41-b918-09e2cea82ef2 req-6c6b4b74-1081-49a8-b249-d56ffcb7dcc0 service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158239 Sep 16 19:38:24.786599 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cddeeacd-f1bc-4e41-b918-09e2cea82ef2 req-d0a70331-a382-4ce2-9ff0-19918be7ca08 service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498761 Sep 16 19:38:24.840352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:24.857211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Transition to ACTIVE for port object 955b456b-5ff5-491f-99bd-a4a9b808dbe6 will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:25.003973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.005413 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.006574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:25.026777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f30fa9a4-42aa-4983-8265-d31dd012beb0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.028152 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f30fa9a4-42aa-4983-8265-d31dd012beb0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "DELETE /v2.0/security-groups/815791ef-7b8a-4963-8082-6e1fba06f288 HTTP/1.1" status: 204 len: 168 time: 1.9422793 Sep 16 19:38:25.028944 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bf767020-9b69-492b-85a6-b42a5ee28fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:25.033349 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6578342b-4bbb-4518-ae72-f179d26dee7b,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:25.035657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51318) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:25.048421 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:25.066254 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.v2.resource [None req-6d26dbe3-ede4-41da-8b87-39d268492b89 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] show failed (client error): The resource could not be found. Sep 16 19:38:25.067724 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6d26dbe3-ede4-41da-8b87-39d268492b89 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups/815791ef-7b8a-4963-8082-6e1fba06f288 HTTP/1.1" status: 404 len: 347 time: 0.0220187 Sep 16 19:38:25.070784 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51324) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:25.091030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Network 85205548-b446-4945-a401-8e05be1375dc is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:25.098576 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:25.103227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:38:25.219986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.224073 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5072021 Sep 16 19:38:25.235364 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51332) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:25.258206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'security_group_rule': {'security_group_id': '01270b01-0df1-441f-ab96-0b3a4e989b29', 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:25.268073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:25.311623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Pushing event updated for resources: {'Port': ['ID=955b456b-5ff5-491f-99bd-a4a9b808dbe6,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:25.324862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:25.355761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:25.356499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.417359 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626aada-e907-4645-8138-bd1b1d86de58 req-78e9010d-376b-4867-a79c-a5e396b258d2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:25.418329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a626aada-e907-4645-8138-bd1b1d86de58 req-78e9010d-376b-4867-a79c-a5e396b258d2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Synchronizing usage tracker for tenant:1b5b489abb7e4213859d7eb1fe47eda7 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:25.424813 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6338913 Sep 16 19:38:25.441862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Request body: {'port': {'device_id': '4ff036d3-2b9c-4595-87e7-c647d15979f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:25.564807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Usage tracker for resource:security_group_rule and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:25.578931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:25.594956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:25.598039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Deleting port dc3b22b2-8c3b-4543-9d88-7b2a82e7233c {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:38:25.605827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.615700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.684296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-949e2bef-d31a-4913-8dd0-fe15ee54f9de None None] Provisioning for port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:25.691217 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-949e2bef-d31a-4913-8dd0-fe15ee54f9de None None] Provisioning complete for port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:25.695227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-949e2bef-d31a-4913-8dd0-fe15ee54f9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.745269 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.757095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a626aada-e907-4645-8138-bd1b1d86de58 req-78e9010d-376b-4867-a79c-a5e396b258d2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Unset dirty status for tenant:1b5b489abb7e4213859d7eb1fe47eda7 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:25.763940 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a626aada-e907-4645-8138-bd1b1d86de58 req-78e9010d-376b-4867-a79c-a5e396b258d2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 935 time: 0.5178533 Sep 16 19:38:25.822989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-949e2bef-d31a-4913-8dd0-fe15ee54f9de None None] Port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:38:25.877103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.878138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:25.879505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51340) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:26.014605 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a626aada-e907-4645-8138-bd1b1d86de58 req-f2ff1dc6-f41b-4743-8a49-03e513561e65 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Synchronizing usage tracker for tenant:1b5b489abb7e4213859d7eb1fe47eda7 on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:26.033121 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Calling delete_port for dc3b22b2-8c3b-4543-9d88-7b2a82e7233c owned by network:floatingip {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:38:26.065363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.102226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a626aada-e907-4645-8138-bd1b1d86de58 req-f2ff1dc6-f41b-4743-8a49-03e513561e65 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Unset dirty status for tenant:1b5b489abb7e4213859d7eb1fe47eda7 on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:26.103521 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a626aada-e907-4645-8138-bd1b1d86de58 req-f2ff1dc6-f41b-4743-8a49-03e513561e65 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132226 Sep 16 19:38:26.131565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.149249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:26.167229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.173668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4691cf0-1b5a-4baf-9d25-8c2a01387a0f,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:26.176442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:26.237564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.238896 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0023642 Sep 16 19:38:26.241643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51350) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:26.243188 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:26.254131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'security_group_rule': {'security_group_id': '01270b01-0df1-441f-ab96-0b3a4e989b29', 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:26.268892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:26.276309 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Usage tracker for resource:security_group_rule and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:26.277269 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:8df7e21fe64b4e7484e902cc4d94bea6 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:26.281898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:26.291597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:26.294112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:26.314086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:26.324374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.329787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:26.332161 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955b456b-5ff5-491f-99bd-a4a9b808dbe6 {{(pid=93568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:38:26.346302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.374701 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Project 0f2c23d8b33a4f1d931dfc4be74aecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:38:26.388656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event deleted for resources: {'Port': ['ID=dc3b22b2-8c3b-4543-9d88-7b2a82e7233c,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:26.391328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.400630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:26.418779 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Transition to ACTIVE for port object 955b456b-5ff5-491f-99bd-a4a9b808dbe6 will not be triggered until provisioned by entity L2. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:26.456203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.461919 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:26.524356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.535307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.561062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.599400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.604004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b7b1e37f-1ba9-44ec-8b0b-c96eb989bfff tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:26.607379 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.615642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.626284 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "DELETE /v2.0/floatingips/b49686aa-41a0-46d5-a070-18fc5d5f28cd HTTP/1.1" status: 204 len: 168 time: 1.5449986 Sep 16 19:38:26.641726 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Pushing event updated for resources: {'Port': ['ID=955b456b-5ff5-491f-99bd-a4a9b808dbe6,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:26.645548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:26.646679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-01c63618-6459-410e-8851-ccaaaaa7d873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:26.656708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3532fe5-0d55-4d18-ae09-e3f69830e672,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:26.667177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:26.682559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.682559 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4380453 Sep 16 19:38:26.684875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51362) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:26.692441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'security_group_rule': {'security_group_id': '01270b01-0df1-441f-ab96-0b3a4e989b29', 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:26.701403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:26.706324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Usage tracker for resource:security_group_rule and tenant:0f2c23d8b33a4f1d931dfc4be74aecfc is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:26.708474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:38:26.725592 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:26.740295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:26.803081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51370) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:26.816098 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8df7e21fe64b4e7484e902cc4d94bea6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9152071 Sep 16 19:38:26.821071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c82301-9621-4f12-a60c-f0c13b049467,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:26.831464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-654b62a1-093d-46c9-a02f-3cc86f9b7ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:26.882008 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Project 0f2c23d8b33a4f1d931dfc4be74aecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:38:26.887039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Attempting to bind port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:38:26.887643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Attempting to bind port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '39b136f0-50e6-4d52-ad24-e0aff9326164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85205548-b446-4945-a401-8e05be1375dc'}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:38:26.888178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Attempting to bind port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 on network 85205548-b446-4945-a401-8e05be1375dc {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:26.894112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.895660 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 on network 85205548-b446-4945-a401-8e05be1375dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:38:26.896193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Attempting to bind port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 on network 85205548-b446-4945-a401-8e05be1375dc {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:26.903842 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:38:26.904389 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Checking segment: {'id': '39b136f0-50e6-4d52-ad24-e0aff9326164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85205548-b446-4945-a401-8e05be1375dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:38:26.904941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Bound using segment: {'id': '39b136f0-50e6-4d52-ad24-e0aff9326164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85205548-b446-4945-a401-8e05be1375dc'} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:38:26.905427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Bound port: 955b456b-5ff5-491f-99bd-a4a9b808dbe6, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b136f0-50e6-4d52-ad24-e0aff9326164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85205548-b446-4945-a401-8e05be1375dc'}}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:38:26.906477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:26.989185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0d74333-dcf7-4a68-981f-cc9cad0d08b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.017728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.029093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] For port 955b456b-5ff5-491f-99bd-a4a9b808dbe6, host hv-cinder-80944, cleared binding levels {{(pid=93568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:38:27.033193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] For port 955b456b-5ff5-491f-99bd-a4a9b808dbe6, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=955b456b-5ff5-491f-99bd-a4a9b808dbe6,segment=NetworkSegment(39b136f0-50e6-4d52-ad24-e0aff9326164),segment_id=39b136f0-50e6-4d52-ad24-e0aff9326164)] {{(pid=93568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:38:27.052052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0d74333-dcf7-4a68-981f-cc9cad0d08b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.059415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.065736 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7cc78bc7-74f7-4cd9-99f1-6b45c71d0dcf tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:27.090841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.098194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:27.110628 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9237b22-e2e4-4e04-a0b9-f1a9f9345bf0,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:27.123580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:27.176741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.177541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.178847 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] 10.222.0.38 "PUT /v2.0/ports/955b456b-5ff5-491f-99bd-a4a9b808dbe6 HTTP/1.1" status: 200 len: 1097 time: 1.7439427 Sep 16 19:38:27.179424 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff036d3-2b9c-4595-87e7-c647d15979f7', 'tag': '955b456b-5ff5-491f-99bd-a4a9b808dbe6'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:27.180600 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-71ca8779-15f3-4646-8c40-74f1a13d4ae4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4945612 Sep 16 19:38:27.183141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0d74333-dcf7-4a68-981f-cc9cad0d08b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.191875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7fb128b5-087b-45c0-a16f-367104a49bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:27.198438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Pushing event updated for resources: {'Port': ['ID=955b456b-5ff5-491f-99bd-a4a9b808dbe6,revision_number=3']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:27.200060 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51380) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:27.203141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:27.207479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d74333-dcf7-4a68-981f-cc9cad0d08b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c82301-9621-4f12-a60c-f0c13b049467,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:27.211736 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d0d74333-dcf7-4a68-981f-cc9cad0d08b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:27.212049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321007042', 'description': 'tempest-description--1408501226'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:27.215685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0d74333-dcf7-4a68-981f-cc9cad0d08b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.216950 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d0d74333-dcf7-4a68-981f-cc9cad0d08b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76c82301-9621-4f12-a60c-f0c13b049467 HTTP/1.1" status: 204 len: 168 time: 0.4124923 Sep 16 19:38:27.219845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:27.231062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:security_group and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:27.235190 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:27.242610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:27.338705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.390795 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-dfb8265e-6563-44ac-9e6f-22e0bfb0b44c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523688472&fields=id&tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc HTTP/1.1" status: 200 len: 267 time: 0.0487714 Sep 16 19:38:27.467114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:27.481734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:security_group_rule and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:27.485782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:27.502141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-4ee297e6-692b-4c73-9868-3f8d350e280f tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:27.504327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:27.510396 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-4ee297e6-692b-4c73-9868-3f8d350e280f tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.1130269 Sep 16 19:38:27.517415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'port': {'security_groups': ['d64085f8-2421-4ca0-8d48-c4c300cf3785', '01270b01-0df1-441f-ab96-0b3a4e989b29']}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:27.522680 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-20755f76-9bc2-4df2-9fc2-3945365b8cf4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b5b489abb7e4213859d7eb1fe47eda7&device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 1100 time: 0.2373521 Sep 16 19:38:27.613657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10718-46e6-4fae-a553-9340aa2ef644 req-6f716ca5-bce9-4933-a63d-27d455e545fe tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:27.615696 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6fd10718-46e6-4fae-a553-9340aa2ef644 req-6f716ca5-bce9-4933-a63d-27d455e545fe tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 947 time: 0.2784576 Sep 16 19:38:27.675206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.682357 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-e099a75b-009e-4f87-936f-c9a7330e14a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=955b456b-5ff5-491f-99bd-a4a9b808dbe6 HTTP/1.1" status: 200 len: 217 time: 0.1470952 Sep 16 19:38:27.746997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.790687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.796889 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6fd10718-46e6-4fae-a553-9340aa2ef644 req-3beefc65-4d8e-48dc-a451-38f5535f7e9c tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451943 Sep 16 19:38:27.801568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5acc697c-a9d9-44ed-a6b1-7b4bacbd6da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:27.826433 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-2f15e904-f712-4644-825c-b743c03f1655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:27.826433 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-2f15e904-f712-4644-825c-b743c03f1655 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8293d84-305e-4807-a742-9bb11de7ddd0 HTTP/1.1" status: 200 len: 843 time: 0.1281490 Sep 16 19:38:27.890863 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff036d3-2b9c-4595-87e7-c647d15979f7', 'tag': '955b456b-5ff5-491f-99bd-a4a9b808dbe6', 'status': 'completed', 'code': 200} Sep 16 19:38:27.903513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b0ec8f-d89c-4447-96db-26f0cb4221b3,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:27.910779 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:27.947187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:27.948788 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7476747 Sep 16 19:38:27.951833 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51390) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:27.952538 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-76607e48-0671-475c-8900-d35672fca09e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=85205548-b446-4945-a401-8e05be1375dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1264882 Sep 16 19:38:27.964161 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'security_group_rule': {'security_group_id': '14b0ec8f-d89c-4447-96db-26f0cb4221b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:27.981728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:27.992896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:security_group_rule and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:27.997832 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] For port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:28.002597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:28.010277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:28.050600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:28.070117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:28.085858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:28.096051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:28.099636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:38:28.126574 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-bc9bb3c0-8894-439c-816e-3ba20a5f86cd service neutron] 10.222.0.38 "GET /v2.0/networks/85205548-b446-4945-a401-8e05be1375dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673791 Sep 16 19:38:28.217540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'Port': ['ID=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,revision_number=6']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:28.221966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:28.231288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:28.232363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:28.242061 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0d415089-ffce-4ba4-a5d1-873a0cb3deb4 req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "PUT /v2.0/ports/b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 981 time: 0.7303288 Sep 16 19:38:28.251366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:28.316319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:28.342459 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'status': 'completed', 'code': 200} Sep 16 19:38:28.363763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:28.366018 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-87a9332e-2fa8-46c9-88f0-88c1ebc85f13 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:28.381999 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370cce20-811a-4b3b-b3c9-2e2c63bbb910 req-7b1e8b08-7095-4487-87ff-ecb791cdef45 service neutron] 10.222.0.38 "GET /v2.0/networks/85205548-b446-4945-a401-8e05be1375dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476723 Sep 16 19:38:28.388541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:38:28.453610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c690834e-8a28-4f76-bd7d-ae96bc8960ff,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:28.463823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:28.478289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:28.480061 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0251788d-3d3f-4306-8d2c-72f947aa4d8e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5266833 Sep 16 19:38:28.485061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51400) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:28.495917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'security_group_rule': {'security_group_id': '14b0ec8f-d89c-4447-96db-26f0cb4221b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:28.503038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:28.507047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:security_group_rule and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:28.510431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:28.519795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:28.547779 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ed4b9a46-2616-4a6e-a222-5f9c8284ee48 req-078aacd1-5a9b-4017-9b1a-03752b300402 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1137 time: 0.1531975 Sep 16 19:38:28.631920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be07377-a8c2-4845-aab7-3cc9ddf5e468 req-14126896-2ed1-43dc-ba38-74adef06448c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:28.635480 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3be07377-a8c2-4845-aab7-3cc9ddf5e468 req-14126896-2ed1-43dc-ba38-74adef06448c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.2307959 Sep 16 19:38:28.646631 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bb59b06-1c8f-4158-a136-44b32de0db6f req-badcf646-f63e-40b7-914f-81f1a25cf0f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b5b489abb7e4213859d7eb1fe47eda7&device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 1100 time: 0.1582024 Sep 16 19:38:28.799908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b9a46-2616-4a6e-a222-5f9c8284ee48 req-406e2cec-6803-48ba-86ec-0ec061ce9d53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:28.802297 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ed4b9a46-2616-4a6e-a222-5f9c8284ee48 req-406e2cec-6803-48ba-86ec-0ec061ce9d53 service neutron] 10.222.0.38 "GET /v2.0/networks?id=57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 200 len: 914 time: 0.2464187 Sep 16 19:38:28.807394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:28.877541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59b06-1c8f-4158-a136-44b32de0db6f req-fa107f22-cc64-4756-a2be-719ae642f995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:28.877640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-aaa314c9-cf68-4884-af5d-cb8a8850d60e None None] Provisioning complete for port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:28.877916 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aaa314c9-cf68-4884-af5d-cb8a8850d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:28.879057 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bb59b06-1c8f-4158-a136-44b32de0db6f req-fa107f22-cc64-4756-a2be-719ae642f995 service neutron] 10.222.0.38 "GET /v2.0/networks?id=85205548-b446-4945-a401-8e05be1375dc HTTP/1.1" status: 200 len: 870 time: 0.2140350 Sep 16 19:38:28.999952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-3be07377-a8c2-4845-aab7-3cc9ddf5e468 req-a8263b54-3c59-4de8-84ce-b0d9d9fbcd88 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Synchronizing usage tracker for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:29.006951 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bb59b06-1c8f-4158-a136-44b32de0db6f req-94cf9a27-7149-4b5c-ba7c-bc5c1dfcd364 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=955b456b-5ff5-491f-99bd-a4a9b808dbe6 HTTP/1.1" status: 200 len: 217 time: 0.1195855 Sep 16 19:38:29.083224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59b06-1c8f-4158-a136-44b32de0db6f req-52e9c36c-6038-4cf4-8a8d-498e6bd2441b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:29.084786 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bb59b06-1c8f-4158-a136-44b32de0db6f req-52e9c36c-6038-4cf4-8a8d-498e6bd2441b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8293d84-305e-4807-a742-9bb11de7ddd0 HTTP/1.1" status: 200 len: 843 time: 0.0697210 Sep 16 19:38:29.091313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-3be07377-a8c2-4845-aab7-3cc9ddf5e468 req-a8263b54-3c59-4de8-84ce-b0d9d9fbcd88 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Unset dirty status for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:29.092606 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3be07377-a8c2-4845-aab7-3cc9ddf5e468 req-a8263b54-3c59-4de8-84ce-b0d9d9fbcd88 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4449069 Sep 16 19:38:29.126448 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ed4b9a46-2616-4a6e-a222-5f9c8284ee48 req-1051d40a-6283-4eb4-8def-e34fc2e3c04d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 1001 time: 0.2976263 Sep 16 19:38:29.250221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b9a46-2616-4a6e-a222-5f9c8284ee48 req-1c9d6c99-fc32-46da-a3a4-9fc7f86398e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:29.251097 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bb59b06-1c8f-4158-a136-44b32de0db6f req-4a333a58-c2da-43dd-9eec-4ace0ea42c0b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=85205548-b446-4945-a401-8e05be1375dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1564775 Sep 16 19:38:29.252663 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ed4b9a46-2616-4a6e-a222-5f9c8284ee48 req-1c9d6c99-fc32-46da-a3a4-9fc7f86398e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=053039ef-dc7f-4726-ad8d-d61294dee271 HTTP/1.1" status: 200 len: 852 time: 0.1257195 Sep 16 19:38:29.364430 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f488c4-9335-47c9-8ded-9fd17af0dda4 req-425eae77-733b-4eef-9f3e-4641dffd3717 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:29.366126 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69f488c4-9335-47c9-8ded-9fd17af0dda4 req-425eae77-733b-4eef-9f3e-4641dffd3717 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 947 time: 0.3525803 Sep 16 19:38:29.373295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:29.411912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:29.435255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fedd8863-84d8-4e3f-b499-11ee70824a7a tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:29.467581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647c2228-6985-466f-9932-afe9d5b030b3,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:29.474551 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ed4b9a46-2616-4a6e-a222-5f9c8284ee48 req-617a9b04-27e5-4473-bb9b-c2830661cc76 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57f9b840-40f5-41b9-855d-5ace0800307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2024937 Sep 16 19:38:29.475455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:29.483498 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69f488c4-9335-47c9-8ded-9fd17af0dda4 req-9514dfeb-dbc3-473a-8739-ecbdaca89a00 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072042 Sep 16 19:38:29.563057 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:29.564478 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c3bccda5-ea42-42e6-8aae-0795dcd3531e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0781052 Sep 16 19:38:29.567941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51414) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:29.579219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'floatingip': {'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:29.589577 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:29.602931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Usage tracker for resource:floatingip and tenant:fedd54e5357041a2bd78224901e72cc7 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:29.607633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:29.617138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:29.638881 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ed4b9a46-2616-4a6e-a222-5f9c8284ee48 req-67fbe802-6b25-405d-845b-ea4a3fb91382 service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536629 Sep 16 19:38:29.662316 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bb59b06-1c8f-4158-a136-44b32de0db6f req-be398a2d-2c53-4a83-ac4c-fd8c55778507 service neutron] 10.222.0.38 "GET /v2.0/networks/85205548-b446-4945-a401-8e05be1375dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980818 Sep 16 19:38:29.696193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:29.785838 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ed4b9a46-2616-4a6e-a222-5f9c8284ee48 req-6b618d98-edc9-42e9-8c76-8968a12d70c2 service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400933 Sep 16 19:38:29.905180 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0bb59b06-1c8f-4158-a136-44b32de0db6f req-013e26d0-cf63-427e-8d82-56dd80c3722f service neutron] 10.222.0.38 "GET /v2.0/networks/85205548-b446-4945-a401-8e05be1375dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346914 Sep 16 19:38:29.952510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:30.102814 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Allocated IP 172.27.2.70 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/03694735-4154-4177-926b-c00da1c4041b) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:38:30.263137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:30.307211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:30.312376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:30.379073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:30.382859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:30.385616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:38:30.430471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'Port': ['ID=03694735-4154-4177-926b-c00da1c4041b,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:30.433382 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:30.558850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:30.651338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 955b456b-5ff5-491f-99bd-a4a9b808dbe6 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:38:30.716347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:30.816471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89f608-e5d9-4c3f-b17a-e247b24e59f3 req-267aba55-8dca-4c09-892f-fb85d31bcaf7 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:30.818271 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5d89f608-e5d9-4c3f-b17a-e247b24e59f3 req-267aba55-8dca-4c09-892f-fb85d31bcaf7 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 947 time: 0.1808910 Sep 16 19:38:30.966521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 955b456b-5ff5-491f-99bd-a4a9b808dbe6, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=955b456b-5ff5-491f-99bd-a4a9b808dbe6,segment=NetworkSegment(39b136f0-50e6-4d52-ad24-e0aff9326164),segment_id=39b136f0-50e6-4d52-ad24-e0aff9326164)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:30.975559 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5d89f608-e5d9-4c3f-b17a-e247b24e59f3 req-022dd36a-0d7b-407b-ac8f-6af85c5fdc85 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364024 Sep 16 19:38:30.980831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '955b456b-5ff5-491f-99bd-a4a9b808dbe6', 'network_id': '85205548-b446-4945-a401-8e05be1375dc', 'port_id': '955b456b-5ff5-491f-99bd-a4a9b808dbe6', 'mac_address': 'fa:16:3e:cd:d6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8293d84-305e-4807-a742-9bb11de7ddd0', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:38:31.025150 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:31.037660 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:31.049806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:31.054619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-506e982b-b980-4288-9a14-4133fc72fa69 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:31.056752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955b456b-5ff5-491f-99bd-a4a9b808dbe6 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:38:31.072476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 955b456b-5ff5-491f-99bd-a4a9b808dbe6, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=955b456b-5ff5-491f-99bd-a4a9b808dbe6,segment=NetworkSegment(39b136f0-50e6-4d52-ad24-e0aff9326164),segment_id=39b136f0-50e6-4d52-ad24-e0aff9326164)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:31.119322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:31.121205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9bcc5cbc-5266-41d3-9373-6a6f1c8676ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:31.166419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'Port': ['ID=03694735-4154-4177-926b-c00da1c4041b,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:31.173301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:31.182787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:31.193003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=955b456b-5ff5-491f-99bd-a4a9b808dbe6,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:31.196286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:31.232810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:31.234821 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6657934 Sep 16 19:38:31.341402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['955b456b-5ff5-491f-99bd-a4a9b808dbe6'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:38:31.476108 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-72a526ab-2d58-4217-ba8e-c9180792c901 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1321007042&fields=id&tenant_id=fedd54e5357041a2bd78224901e72cc7 HTTP/1.1" status: 200 len: 267 time: 0.0472422 Sep 16 19:38:31.643947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-a364e5b6-fd17-43db-ab1e-3674f0ca7caa tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:31.644677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-a364e5b6-fd17-43db-ab1e-3674f0ca7caa tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Synchronizing usage tracker for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:network {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:31.689641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-a364e5b6-fd17-43db-ab1e-3674f0ca7caa tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Unset dirty status for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:network {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:31.690916 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-a364e5b6-fd17-43db-ab1e-3674f0ca7caa tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 816 time: 0.2061162 Sep 16 19:38:31.709832 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-c9dedd06-b60b-4c14-9d88-fc5dd4185dd2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/quotas/fedd54e5357041a2bd78224901e72cc7 HTTP/1.1" status: 200 len: 375 time: 0.0109444 Sep 16 19:38:31.794932 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-6bb500ad-f490-4619-bdcc-74b5c5e36ee4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Synchronizing usage tracker for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:31.844605 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-6bb500ad-f490-4619-bdcc-74b5c5e36ee4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Unset dirty status for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:31.846068 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-6bb500ad-f490-4619-bdcc-74b5c5e36ee4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1309934 Sep 16 19:38:32.188192 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-91004b79-9f5f-425c-9d55-109c5dd1cc51 service neutron] 10.222.0.37 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295002 Sep 16 19:38:32.228757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4c96c-da8e-4d50-8737-304598f948e6 req-1d5cf67e-de3f-4859-9a83-272f6bed017f tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:32.230398 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6ba4c96c-da8e-4d50-8737-304598f948e6 req-1d5cf67e-de3f-4859-9a83-272f6bed017f tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 948 time: 0.1044464 Sep 16 19:38:32.278813 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6ba4c96c-da8e-4d50-8737-304598f948e6 req-69306a78-e617-468e-9b8a-42465898af58 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Sep 16 19:38:32.333408 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-09975b95-d087-41be-ad79-0f6848346252 service neutron] 10.222.0.37 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382678 Sep 16 19:38:32.411979 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51478) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:32.561295 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b32a76c2-e9c3-4572-83d0-6fc2edfff9ee req-ed38f068-764d-4fb1-95f2-c52a1fa6f7a1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 210 time: 0.0543728 Sep 16 19:38:32.580728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.617797 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:32.621810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] Usage tracker for resource:security_group_rule and tenant:47a32fb76e4a4a3484ca33dda6d66bd9 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:32.625010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:32.631619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:32.660785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 955b456b-5ff5-491f-99bd-a4a9b808dbe6 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:32.700697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.723811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.731687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4775c53d-292c-4940-b2b8-0698c842d237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:32.758077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:32.763263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:32.763686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.780076 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47a32fb76e4a4a3484ca33dda6d66bd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3645325 Sep 16 19:38:32.780076 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19298b9-1347-45cc-b206-a1538c2c5aec,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:32.781890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51496) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:32.784609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ba1656ae-e946-4a6e-a577-8208fa14d95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:32.849064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-97ba16aa-0883-402d-9451-23fc71944ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.875951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-97ba16aa-0883-402d-9451-23fc71944ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.890914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.919539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff036d3-2b9c-4595-87e7-c647d15979f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955b456b-5ff5-491f-99bd-a4a9b808dbe6'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:32.930721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 955b456b-5ff5-491f-99bd-a4a9b808dbe6, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=955b456b-5ff5-491f-99bd-a4a9b808dbe6,segment=NetworkSegment(39b136f0-50e6-4d52-ad24-e0aff9326164),segment_id=39b136f0-50e6-4d52-ad24-e0aff9326164)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:32.957969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-97ba16aa-0883-402d-9451-23fc71944ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.963373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-85a11631-3b1a-4a81-8f20-a36c76b4f97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:32.976859 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff036d3-2b9c-4595-87e7-c647d15979f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955b456b-5ff5-491f-99bd-a4a9b808dbe6', 'code': 200} Sep 16 19:38:32.979044 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba16aa-0883-402d-9451-23fc71944ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19298b9-1347-45cc-b206-a1538c2c5aec,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:32.980681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.983087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:32.983836 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-97ba16aa-0883-402d-9451-23fc71944ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:32.985316 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-97ba16aa-0883-402d-9451-23fc71944ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:32.986664 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-97ba16aa-0883-402d-9451-23fc71944ceb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c19298b9-1347-45cc-b206-a1538c2c5aec HTTP/1.1" status: 204 len: 168 time: 0.2038176 Sep 16 19:38:33.065891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=955b456b-5ff5-491f-99bd-a4a9b808dbe6,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:33.069842 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:33.314948 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3cb7fb03-601f-46f2-8dad-09bc804a8228 req-07e8f16a-2869-4a7f-b35a-54f8eb557927 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 1102 time: 0.0780699 Sep 16 19:38:33.375548 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3cb7fb03-601f-46f2-8dad-09bc804a8228 req-ecc99338-5e7c-4199-b519-c78496bc4285 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486257 Sep 16 19:38:33.496697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ce9fa-e3c5-4ebc-9725-f038883ec4c6 req-5be1a1f0-415e-48a6-a4f1-3dc9caa2c5c1 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:33.498320 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-998ce9fa-e3c5-4ebc-9725-f038883ec4c6 req-5be1a1f0-415e-48a6-a4f1-3dc9caa2c5c1 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 949 time: 0.0871563 Sep 16 19:38:33.550391 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-998ce9fa-e3c5-4ebc-9725-f038883ec4c6 req-7971d3a6-7262-4a50-90b7-4ea1d1ee0071 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442040 Sep 16 19:38:33.562441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51510) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:33.586067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:33.620491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:33.625132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Usage tracker for resource:security_group_rule and tenant:732d5c6014564e04b74f7e9bdda44bfe is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:33.628192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:33.634625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:33.704115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:33.724066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:33.732079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e6927161-6847-457f-a458-e73b07d2a75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:33.759965 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f78811a0-fdf4-4a0c-939c-94c09a502ffe req-a3600b29-ca85-4101-920a-1f22a769f24b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 210 time: 0.0503161 Sep 16 19:38:33.773904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0e7221-973f-4290-a8ab-7858f736912e,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:33.777081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:33.786227 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=732d5c6014564e04b74f7e9bdda44bfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2187264 Sep 16 19:38:33.786227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51518) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:33.851879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc78-1e7d-4a3d-aca8-c0dd024fb1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:33.878129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc78-1e7d-4a3d-aca8-c0dd024fb1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:33.940666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc78-1e7d-4a3d-aca8-c0dd024fb1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:33.945768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f2ce3a11-8b0c-44cb-a569-cafd528257ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:33.958793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1fc78-1e7d-4a3d-aca8-c0dd024fb1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0e7221-973f-4290-a8ab-7858f736912e,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:33.962037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-94c1fc78-1e7d-4a3d-aca8-c0dd024fb1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:33.964642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc78-1e7d-4a3d-aca8-c0dd024fb1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:33.965915 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-94c1fc78-1e7d-4a3d-aca8-c0dd024fb1b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c0e7221-973f-4290-a8ab-7858f736912e HTTP/1.1" status: 204 len: 168 time: 0.1789746 Sep 16 19:38:34.405256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-cfd6110a-7199-4dc2-9a19-7f37b8a6edc6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:34.407524 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-cfd6110a-7199-4dc2-9a19-7f37b8a6edc6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 816 time: 0.1579163 Sep 16 19:38:34.464285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-2704a04f-e865-41cd-8897-22f20a96e589 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Synchronizing usage tracker for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:34.512241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-2704a04f-e865-41cd-8897-22f20a96e589 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Unset dirty status for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:34.513485 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-2704a04f-e865-41cd-8897-22f20a96e589 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fedd54e5357041a2bd78224901e72cc7 HTTP/1.1" status: 200 len: 380 time: 0.0924084 Sep 16 19:38:34.524927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'port': {'device_id': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'admin_state_up': True, 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'security_groups': ['14b0ec8f-d89c-4447-96db-26f0cb4221b3']}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:34.620293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51528) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:34.655182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:34.684354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:34.695839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:34.719717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:34.723711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] Usage tracker for resource:security_group_rule and tenant:d32ee7f93c904973aae3ca3eeaf5aee3 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:34.726685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:34.732851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:34.735680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Made reservation on behalf of fedd54e5357041a2bd78224901e72cc7 for: {'port': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:38:34.744371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:34.849961 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:34.872207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:34.880741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4928fa17-e43c-407f-b0d1-036bf428b7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:34.977451 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2b510ee1-6b3b-41bc-b181-bbf563339871 req-41fd8b85-511f-4a2e-8cbf-bc93ca52d6a3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 210 time: 0.0621741 Sep 16 19:38:34.982451 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d32ee7f93c904973aae3ca3eeaf5aee3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3568580 Sep 16 19:38:34.982451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21780d7f-95b1-4cec-83de-4a0925f70610,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:34.984132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0681ac7e-f3b8-4371-b404-9d815136f710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:34.984685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51540) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:35.066652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9379c1d7-1b0e-4f1a-bd7b-66710ea8824e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:35.104816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9379c1d7-1b0e-4f1a-bd7b-66710ea8824e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:35.169256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9379c1d7-1b0e-4f1a-bd7b-66710ea8824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:35.175003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-63c52f87-1872-46a0-87c8-09e5e5aa4964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:35.189745 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379c1d7-1b0e-4f1a-bd7b-66710ea8824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21780d7f-95b1-4cec-83de-4a0925f70610,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:35.192226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9379c1d7-1b0e-4f1a-bd7b-66710ea8824e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:35.194470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9379c1d7-1b0e-4f1a-bd7b-66710ea8824e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:35.196711 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9379c1d7-1b0e-4f1a-bd7b-66710ea8824e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21780d7f-95b1-4cec-83de-4a0925f70610 HTTP/1.1" status: 204 len: 168 time: 0.2097080 Sep 16 19:38:35.209757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c8b53-5d77-4de9-8d61-0fc172e6f5da req-a4588725-d488-46ce-9883-bdca0b3c48d3 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:35.211477 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-968c8b53-5d77-4de9-8d61-0fc172e6f5da req-a4588725-d488-46ce-9883-bdca0b3c48d3 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 949 time: 0.4481108 Sep 16 19:38:35.245085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Allocated IP 172.20.0.11 (f548adf9-b5ee-40a6-af60-88513434f7b6/ce41c442-b543-4155-8674-99a92662abbd/fa0b41f6-03b1-4b61-8612-3c159f524f6c) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:38:35.304637 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-968c8b53-5d77-4de9-8d61-0fc172e6f5da req-8e63c9b9-511f-4969-b575-c48702996a88 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797753 Sep 16 19:38:35.473958 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:35.491536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Transition to ACTIVE for port object fa0b41f6-03b1-4b61-8612-3c159f524f6c will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:35.536029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:35.542312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-637daeab-704d-41a2-8f2a-8f5cbaac8f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:35.619060 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Network f548adf9-b5ee-40a6-af60-88513434f7b6 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:35.623254 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:35.628391 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:38:35.663822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:35.671549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:35.700962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:35.701628 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:35.747697 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2270796 Sep 16 19:38:35.760255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Request body: {'port': {'device_id': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:35.880504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:35.954322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-fc082f6f-4753-4171-98b6-e2108d83f29c None None] Provisioning for port fa0b41f6-03b1-4b61-8612-3c159f524f6c completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:35.959483 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-fc082f6f-4753-4171-98b6-e2108d83f29c None None] Provisioning complete for port fa0b41f6-03b1-4b61-8612-3c159f524f6c triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:35.959899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fc082f6f-4753-4171-98b6-e2108d83f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:36.017684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-fc082f6f-4753-4171-98b6-e2108d83f29c None None] Port fa0b41f6-03b1-4b61-8612-3c159f524f6c cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:38:36.213448 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76b4ce-2782-45a5-841c-350e0f3cf47b req-dd30de45-849c-467e-b84c-36ed71490832 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:36.215113 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0f76b4ce-2782-45a5-841c-350e0f3cf47b req-dd30de45-849c-467e-b84c-36ed71490832 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 932 time: 0.0923059 Sep 16 19:38:36.268385 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0f76b4ce-2782-45a5-841c-350e0f3cf47b req-75b7b177-a2d9-445e-b1ee-0699a945f71c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Sep 16 19:38:36.285152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0b41f6-03b1-4b61-8612-3c159f524f6c {{(pid=93568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:38:36.303619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:36.319155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Transition to ACTIVE for port object fa0b41f6-03b1-4b61-8612-3c159f524f6c will not be triggered until provisioned by entity L2. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:36.360612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:36.366824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9836ee8e-f5bf-40b6-9d02-bd17fdc02d24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:36.522232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:36.525872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-72637b65-2664-4f35-a45e-0c5a7e2a49b0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:36.529077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:36.619402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-72637b65-2664-4f35-a45e-0c5a7e2a49b0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:36.620617 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-72637b65-2664-4f35-a45e-0c5a7e2a49b0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719362585&fields=id&tenant_id=609b56265a2645f5add428c6eca99d8f HTTP/1.1" status: 200 len: 267 time: 0.2807388 Sep 16 19:38:36.669664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922515-d9d7-435b-a215-7297b3d5a514 req-47baee83-e4cd-43d9-8d21-6ad19971be60 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:36.672293 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-84922515-d9d7-435b-a215-7297b3d5a514 req-47baee83-e4cd-43d9-8d21-6ad19971be60 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 949 time: 0.0927229 Sep 16 19:38:36.722579 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-84922515-d9d7-435b-a215-7297b3d5a514 req-527db52a-2e41-4731-a7a5-7619e619b926 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Sep 16 19:38:36.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Attempting to bind port fa0b41f6-03b1-4b61-8612-3c159f524f6c on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:38:36.763840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Attempting to bind port fa0b41f6-03b1-4b61-8612-3c159f524f6c by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:38:36.764208 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Attempting to bind port fa0b41f6-03b1-4b61-8612-3c159f524f6c on network f548adf9-b5ee-40a6-af60-88513434f7b6 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:36.787168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Port fa0b41f6-03b1-4b61-8612-3c159f524f6c on network f548adf9-b5ee-40a6-af60-88513434f7b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:38:36.787517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Attempting to bind port fa0b41f6-03b1-4b61-8612-3c159f524f6c on network f548adf9-b5ee-40a6-af60-88513434f7b6 {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:36.808453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:38:36.808838 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Checking segment: {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:38:36.809254 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Bound using segment: {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'} {{(pid=93568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:38:36.809749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Bound port: fa0b41f6-03b1-4b61-8612-3c159f524f6c, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3181db-06c9-4445-8705-559eefd6b8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6'}}] {{(pid=93568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:38:36.810157 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:36.836482 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-8ce25ce8-6d94-41ad-82ad-9c82df6d7a0b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:36.837233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-8ce25ce8-6d94-41ad-82ad-9c82df6d7a0b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:network {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:36.923116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-8ce25ce8-6d94-41ad-82ad-9c82df6d7a0b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:network {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:36.924306 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-8ce25ce8-6d94-41ad-82ad-9c82df6d7a0b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 811 time: 0.2936716 Sep 16 19:38:36.928127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, cleared binding levels {{(pid=93568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:38:36.932784 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:38:36.944046 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-2528201b-fb51-4f85-ba47-9942ec4ddfb7 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/quotas/609b56265a2645f5add428c6eca99d8f HTTP/1.1" status: 200 len: 375 time: 0.0133557 Sep 16 19:38:36.989005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:37.001657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-889f7a52-4b87-4b3f-9fdc-f5da3c7253a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:37.075189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:37.076594 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] 10.222.0.38 "PUT /v2.0/ports/fa0b41f6-03b1-4b61-8612-3c159f524f6c HTTP/1.1" status: 200 len: 1094 time: 1.3209593 Sep 16 19:38:37.077652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:37.109185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=3']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:37.115496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:37.130436 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-a4bc4804-50ea-4c22-ad6c-87ae2807fd18 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761053 Sep 16 19:38:37.317894 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-06ea459b-6ebe-4e9d-8ca2-1269433c28d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 1097 time: 0.0949264 Sep 16 19:38:37.378379 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-b3f804c5-6d1d-4fab-a5bd-2492b5c9b18c service neutron] 10.222.0.37 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320583 Sep 16 19:38:37.397184 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-caf221fb-64a2-4325-ab6c-01ba3ff8523f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c HTTP/1.1" status: 200 len: 217 time: 0.0716345 Sep 16 19:38:37.413020 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e964aa76-b698-425e-8a37-b332cbf56295 req-dc30a18d-d6e2-4e10-b28b-ca85bffde125 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1137 time: 0.2217057 Sep 16 19:38:37.474992 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-b244c999-43e5-4406-ac94-a0cbaab460c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:37.476553 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-b244c999-43e5-4406-ac94-a0cbaab460c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.0711432 Sep 16 19:38:37.627121 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-bd342bc6-8916-4cc5-8b0a-1f1727d48b13 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1321440 Sep 16 19:38:37.657887 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-30ff45d9-614d-4525-9ca9-96caed519809 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741778 Sep 16 19:38:37.664809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964aa76-b698-425e-8a37-b332cbf56295 req-e6a8738c-2a9e-4b57-a334-6c2339e1300d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:37.666324 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e964aa76-b698-425e-8a37-b332cbf56295 req-e6a8738c-2a9e-4b57-a334-6c2339e1300d service neutron] 10.222.0.38 "GET /v2.0/networks?id=57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 200 len: 914 time: 0.1997855 Sep 16 19:38:37.748951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c9e62-b656-473c-94d7-5aa273b0d48b req-6a9e691f-fb64-42a2-b4b5-33a948831b02 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:37.751253 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b65c9e62-b656-473c-94d7-5aa273b0d48b req-6a9e691f-fb64-42a2-b4b5-33a948831b02 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.1876042 Sep 16 19:38:37.779432 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e964aa76-b698-425e-8a37-b332cbf56295 req-bae0a1ed-5088-45b0-aaa4-26df760fee17 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 1001 time: 0.1062803 Sep 16 19:38:37.835523 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-306fe3fe-9f8a-408a-b1e3-1b4e7212975e service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998813 Sep 16 19:38:37.838708 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b65c9e62-b656-473c-94d7-5aa273b0d48b req-fe34a877-a88b-4025-b8fb-f7aebfa30b8e tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802560 Sep 16 19:38:37.856705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964aa76-b698-425e-8a37-b332cbf56295 req-ea5f5be2-d103-485b-9925-b14ed8fb3b51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:37.859144 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e964aa76-b698-425e-8a37-b332cbf56295 req-ea5f5be2-d103-485b-9925-b14ed8fb3b51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=053039ef-dc7f-4726-ad8d-d61294dee271 HTTP/1.1" status: 200 len: 852 time: 0.0716801 Sep 16 19:38:37.923089 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'status': 'completed', 'code': 200} Sep 16 19:38:37.950641 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e964aa76-b698-425e-8a37-b332cbf56295 req-898d2dc3-64c3-476c-9be4-e5e359a02f99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57f9b840-40f5-41b9-855d-5ace0800307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814908 Sep 16 19:38:38.004030 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f41f2e4-cef9-4aa1-bd26-dabb70954235 req-358f4787-7ede-4fa5-b9d4-89467d3045a0 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611245 Sep 16 19:38:38.099739 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e964aa76-b698-425e-8a37-b332cbf56295 req-739a767d-b03f-4c4c-8d1a-8cdb4b9ecdfa service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440430 Sep 16 19:38:38.216356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a67204-1912-48bc-92f0-cafc86a8659d req-3f30e333-6739-4e22-ba71-57802ecd2690 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:38.224702 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-98a67204-1912-48bc-92f0-cafc86a8659d req-3f30e333-6739-4e22-ba71-57802ecd2690 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1858482 Sep 16 19:38:38.230824 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-998d946f-0943-4d5c-9294-d04243e69a4f req-1ead38a7-6efd-4ebb-a63c-4ad07997f229 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 1097 time: 0.1442342 Sep 16 19:38:38.281361 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e964aa76-b698-425e-8a37-b332cbf56295 req-5d05a6db-1454-4f30-885f-7f06518d3b3a service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735799 Sep 16 19:38:38.382041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f9aef-ff45-45a1-b733-3cd89bb9a316 req-a0daf39a-b419-4e8f-921f-7eb9e5266025 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:38.386703 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-98a67204-1912-48bc-92f0-cafc86a8659d req-6291da56-2e8c-41b2-b674-97d5264a2e80 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603932 Sep 16 19:38:38.389585 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-865f9aef-ff45-45a1-b733-3cd89bb9a316 req-a0daf39a-b419-4e8f-921f-7eb9e5266025 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 949 time: 0.0944772 Sep 16 19:38:38.433963 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d946f-0943-4d5c-9294-d04243e69a4f req-d6b2a727-763c-4df6-a646-16ec9ac4650b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:38.435603 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-998d946f-0943-4d5c-9294-d04243e69a4f req-d6b2a727-763c-4df6-a646-16ec9ac4650b service neutron] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 917 time: 0.1868889 Sep 16 19:38:38.450256 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-865f9aef-ff45-45a1-b733-3cd89bb9a316 req-da28a056-9268-4eca-a581-87799469a17c tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597942 Sep 16 19:38:38.555389 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-998d946f-0943-4d5c-9294-d04243e69a4f req-7c2b5287-3db1-415a-8418-61c9ffd1c53d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c HTTP/1.1" status: 200 len: 217 time: 0.1116400 Sep 16 19:38:38.560657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-857f808e-cb5e-4df9-a7ff-2d8209edd98d req-7437f819-c2f4-462f-8649-861defadc7c7 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:38.636968 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d946f-0943-4d5c-9294-d04243e69a4f req-e6d04e1c-a9f3-4e01-ae9e-028ec49345c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:38.638575 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-998d946f-0943-4d5c-9294-d04243e69a4f req-e6d04e1c-a9f3-4e01-ae9e-028ec49345c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.0744576 Sep 16 19:38:38.686082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-857f808e-cb5e-4df9-a7ff-2d8209edd98d req-7437f819-c2f4-462f-8649-861defadc7c7 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:38.688124 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-857f808e-cb5e-4df9-a7ff-2d8209edd98d req-7437f819-c2f4-462f-8649-861defadc7c7 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 210 time: 0.1888192 Sep 16 19:38:38.724955 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-998d946f-0943-4d5c-9294-d04243e69a4f req-f52b5817-8790-41c7-a2ca-04e0112d15af service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780990 Sep 16 19:38:38.868834 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-998d946f-0943-4d5c-9294-d04243e69a4f req-ffdb615f-7aaa-46a5-936c-a2f8c81030c3 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362514 Sep 16 19:38:39.014104 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-998d946f-0943-4d5c-9294-d04243e69a4f req-00828d66-9109-4e26-a3b6-645fcccfb392 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368783 Sep 16 19:38:39.118573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaeab39-0467-469c-9060-831d09e1eb5d req-ff7fd68a-04d5-4219-858b-0f671c7c8a25 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:39.120256 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-caaeab39-0467-469c-9060-831d09e1eb5d req-ff7fd68a-04d5-4219-858b-0f671c7c8a25 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.1503093 Sep 16 19:38:39.127260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-4315bcf7-5c5e-4b27-9a8b-ea1a75e45f67 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:39.128743 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-4315bcf7-5c5e-4b27-9a8b-ea1a75e45f67 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 949 time: 0.1209235 Sep 16 19:38:39.233304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Deleting port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:38:39.233719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:39.271491 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-caaeab39-0467-469c-9060-831d09e1eb5d req-e2e846a0-7d43-40d9-98bc-c13f247f6eb1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417189 Sep 16 19:38:39.610478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daaa02-2417-4160-acda-bb4b5cfd0e79 req-df5d3131-b9ff-45eb-bd62-ae72b133ebd1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:39.612120 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-14daaa02-2417-4160-acda-bb4b5cfd0e79 req-df5d3131-b9ff-45eb-bd62-ae72b133ebd1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.0845077 Sep 16 19:38:39.666417 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-14daaa02-2417-4160-acda-bb4b5cfd0e79 req-be747e32-f669-46af-8d50-c7d5d7353604 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460732 Sep 16 19:38:39.778533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] For port 955b456b-5ff5-491f-99bd-a4a9b808dbe6, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=955b456b-5ff5-491f-99bd-a4a9b808dbe6,segment=NetworkSegment(39b136f0-50e6-4d52-ad24-e0aff9326164),segment_id=39b136f0-50e6-4d52-ad24-e0aff9326164)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:39.778905 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:39.797066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37147ca2-b774-4db8-bd7b-831702c1f20a req-d33af756-d297-4310-ad1a-83d2aa149202 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:39.798734 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-37147ca2-b774-4db8-bd7b-831702c1f20a req-d33af756-d297-4310-ad1a-83d2aa149202 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 949 time: 0.2117920 Sep 16 19:38:39.926241 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c1524ab3-b151-40a1-b0ff-21113be0e698 req-d75fc860-97d0-48d3-96f2-01ba609c6bec tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 210 time: 0.1101363 Sep 16 19:38:39.939804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Calling delete_port for 955b456b-5ff5-491f-99bd-a4a9b808dbe6 owned by compute:nova {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:38:40.027492 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-37147ca2-b774-4db8-bd7b-831702c1f20a req-3333c82b-dce3-4682-a5bf-79581cd92e39 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/security-groups?id=87b1c622-b281-4d55-b472-2c450cb28acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678860 Sep 16 19:38:40.192930 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:40.200110 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e076005-5300-4dfd-a106-47aa188d2f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:40.205550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['955b456b-5ff5-491f-99bd-a4a9b808dbe6'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:38:40.234578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-cadd9afc-0e98-47f2-be7b-439a2356f21d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:40.236510 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-cadd9afc-0e98-47f2-be7b-439a2356f21d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 811 time: 0.4516685 Sep 16 19:38:40.247678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Pushing event deleted for resources: {'Port': ['ID=955b456b-5ff5-491f-99bd-a4a9b808dbe6,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:40.252826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:40.301902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-dd66b2d5-7a5a-452f-9740-b1e6de57f45d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:security_group {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:40.317190 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-dd66b2d5-7a5a-452f-9740-b1e6de57f45d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:security_group {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:40.318465 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-dd66b2d5-7a5a-452f-9740-b1e6de57f45d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609b56265a2645f5add428c6eca99d8f HTTP/1.1" status: 200 len: 379 time: 0.0677221 Sep 16 19:38:40.329859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'port': {'device_id': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'admin_state_up': True, 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'security_groups': ['3225f786-c9ec-4c60-bf8a-449de02324cb']}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:40.332822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] No DVR routers for this DVR port 955b456b-5ff5-491f-99bd-a4a9b808dbe6 on host hv-cinder-80944 {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:38:40.335548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:40.338716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff036d3-2b9c-4595-87e7-c647d15979f7', 'name': 'network-vif-deleted', 'tag': '955b456b-5ff5-491f-99bd-a4a9b808dbe6'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:40.381914 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-78a43319-cd71-442b-941d-59dd28e77cf7 req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.38 "DELETE /v2.0/ports/955b456b-5ff5-491f-99bd-a4a9b808dbe6 HTTP/1.1" status: 204 len: 173 time: 1.2337890 Sep 16 19:38:40.418508 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff036d3-2b9c-4595-87e7-c647d15979f7', 'name': 'network-vif-deleted', 'tag': '955b456b-5ff5-491f-99bd-a4a9b808dbe6', 'status': 'completed', 'code': 200} Sep 16 19:38:40.569333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7c199-0774-4f79-b466-f2115330ee56 req-5cda8ad8-7240-448f-89ac-7f86eca128be tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:40.570937 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-86e7c199-0774-4f79-b466-f2115330ee56 req-5cda8ad8-7240-448f-89ac-7f86eca128be tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.1532881 Sep 16 19:38:40.577901 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:40.606527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:40.638719 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-86e7c199-0774-4f79-b466-f2115330ee56 req-174557c6-aed7-4c3b-9e30-d3841c5170cf tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582020 Sep 16 19:38:40.655708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Made reservation on behalf of 609b56265a2645f5add428c6eca99d8f for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:38:40.661441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:40.682437 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device fa0b41f6-03b1-4b61-8612-3c159f524f6c details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:38:40.840354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:40.841087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Allocated IP 172.20.0.12 (dfa24075-e334-4f45-9037-edf1f744a3fb/2e2dccd2-37fa-438f-aca3-f35f847907e4/80e098d3-b7b9-4f58-b7f6-f7fa7af041b5) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:38:40.858449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'port_id': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'mac_address': 'fa:16:3e:05:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:38:40.936317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:40.943847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e363bbd-5935-424f-b4f7-340fbcb84f1b req-2ada80ee-4892-4911-b559-074eaafc1336 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:40.944818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-6e363bbd-5935-424f-b4f7-340fbcb84f1b req-2ada80ee-4892-4911-b559-074eaafc1336 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Synchronizing usage tracker for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:40.957886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0b41f6-03b1-4b61-8612-3c159f524f6c {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:38:41.009830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-6e363bbd-5935-424f-b4f7-340fbcb84f1b req-2ada80ee-4892-4911-b559-074eaafc1336 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Unset dirty status for tenant:fedd54e5357041a2bd78224901e72cc7 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:41.011185 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6e363bbd-5935-424f-b4f7-340fbcb84f1b req-2ada80ee-4892-4911-b559-074eaafc1336 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1898475 Sep 16 19:38:41.049705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:41.073830 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6e363bbd-5935-424f-b4f7-340fbcb84f1b req-60665882-ae04-404a-89ff-f4e64978ddd3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556271 Sep 16 19:38:41.095847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:41.098085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:41.153073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:41.158752 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1322c59d-692c-4b57-981e-cbb994424590 req-10a1a8fb-3468-40ed-a103-097a90331be8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 210 time: 0.0697968 Sep 16 19:38:41.174291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Transition to ACTIVE for port object 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 will not be triggered until provisioned by entity DHCP. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:41.183654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:41.188114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:41.238457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:41.244595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-59edf956-1644-46a1-867a-8bb6e9844ccb tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:41.309546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Network dfa24075-e334-4f45-9037-edf1f744a3fb is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:41.312961 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:41.313977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['fa0b41f6-03b1-4b61-8612-3c159f524f6c'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:38:41.323328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:38:41.356178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-29704e37-dd82-4e10-aedc-3a0f156a2358 req-283bf80c-6639-4508-8669-dcb6537dd37c tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Synchronizing usage tracker for tenant:1b5b489abb7e4213859d7eb1fe47eda7 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:41.386541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'Port': ['ID=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:41.391412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:41.392126 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-29704e37-dd82-4e10-aedc-3a0f156a2358 req-283bf80c-6639-4508-8669-dcb6537dd37c tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Unset dirty status for tenant:1b5b489abb7e4213859d7eb1fe47eda7 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:41.393538 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-29704e37-dd82-4e10-aedc-3a0f156a2358 req-283bf80c-6639-4508-8669-dcb6537dd37c tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff036d3-2b9c-4595-87e7-c647d15979f7 HTTP/1.1" status: 200 len: 210 time: 0.1039617 Sep 16 19:38:41.398153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:41.398835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:41.461475 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1371763 Sep 16 19:38:41.474083 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Request body: {'port': {'device_id': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:41.602339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:41.700621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-6a7caec7-f8b7-45fd-b277-76a791b6f95f None None] Provisioning for port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:41.706983 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-6a7caec7-f8b7-45fd-b277-76a791b6f95f None None] Provisioning complete for port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:41.707405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6a7caec7-f8b7-45fd-b277-76a791b6f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:41.762609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-6a7caec7-f8b7-45fd-b277-76a791b6f95f None None] Port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:38:41.974110 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a30f8e-7140-41db-9478-cb0b88facded req-ad25f1c3-b44c-4fca-88f7-6fc4cadaa9ec tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:41.975628 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85a30f8e-7140-41db-9478-cb0b88facded req-ad25f1c3-b44c-4fca-88f7-6fc4cadaa9ec tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.1988959 Sep 16 19:38:42.087510 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85a30f8e-7140-41db-9478-cb0b88facded req-456f42d8-9e3e-4e65-a5b1-e906bcc186fc tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050072 Sep 16 19:38:42.089451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:38:42.096900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:42.113230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Transition to ACTIVE for port object 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:38:42.152665 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:42.157470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:42.324305 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-83e53ec8-f815-4ed1-a094-5d08c5f98a03 req-6b23fb88-cd5d-4df5-a5de-554f9052cc42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1137 time: 0.1544750 Sep 16 19:38:42.366135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:42.373714 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:42.436023 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3487dd-f292-4b27-b6fb-69bffcdf22f7 req-519b4f41-8621-4154-b0b9-1d421b17a444 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:42.438276 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3d3487dd-f292-4b27-b6fb-69bffcdf22f7 req-519b4f41-8621-4154-b0b9-1d421b17a444 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 945 time: 0.1896195 Sep 16 19:38:42.511380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2f39-0a8f-4bc5-b6bc-e6a62bffbd8f req-1bb0fd76-f78c-40b9-98ae-9394038c6959 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:42.512064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-e81e2f39-0a8f-4bc5-b6bc-e6a62bffbd8f req-1bb0fd76-f78c-40b9-98ae-9394038c6959 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:42.518216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Attempting to bind port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:38:42.518591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Attempting to bind port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:38:42.518989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Attempting to bind port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 on network dfa24075-e334-4f45-9037-edf1f744a3fb {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:42.524724 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3d3487dd-f292-4b27-b6fb-69bffcdf22f7 req-91ff9ce8-5d5a-424b-9fcd-fb21db90b7cf tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784526 Sep 16 19:38:42.532888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 on network dfa24075-e334-4f45-9037-edf1f744a3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:38:42.533253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Attempting to bind port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 on network dfa24075-e334-4f45-9037-edf1f744a3fb {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:38:42.539987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:38:42.540356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Checking segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:38:42.540768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Bound using segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:38:42.541233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Bound port: 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:38:42.541615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:42.549304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e53ec8-f815-4ed1-a094-5d08c5f98a03 req-65d83411-6b46-48fc-9cc4-397c382c5207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:42.550926 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-83e53ec8-f815-4ed1-a094-5d08c5f98a03 req-65d83411-6b46-48fc-9cc4-397c382c5207 service neutron] 10.222.0.38 "GET /v2.0/networks?id=57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 200 len: 914 time: 0.2057264 Sep 16 19:38:42.588866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-e81e2f39-0a8f-4bc5-b6bc-e6a62bffbd8f req-1bb0fd76-f78c-40b9-98ae-9394038c6959 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:42.590175 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e81e2f39-0a8f-4bc5-b6bc-e6a62bffbd8f req-1bb0fd76-f78c-40b9-98ae-9394038c6959 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 944 time: 0.2697458 Sep 16 19:38:42.670521 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-83e53ec8-f815-4ed1-a094-5d08c5f98a03 req-a4edfd5e-50c5-4d44-aa8e-1c92ebf45612 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 1001 time: 0.1115017 Sep 16 19:38:42.677168 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e81e2f39-0a8f-4bc5-b6bc-e6a62bffbd8f req-28a91530-d870-4ae2-94f0-0c8301781996 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798068 Sep 16 19:38:42.679741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] For port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:38:42.683164 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] For port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:38:42.711977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device fa0b41f6-03b1-4b61-8612-3c159f524f6c up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:42.735417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:42.740271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-276b7676-447c-4dbd-a10d-5e34fb7668fb tempest-DeleteServersTestJSON-593700869 tempest-DeleteServersTestJSON-593700869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:42.758234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e53ec8-f815-4ed1-a094-5d08c5f98a03 req-e77ad5c9-51a7-4658-bea7-3394094efaaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:42.760613 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-83e53ec8-f815-4ed1-a094-5d08c5f98a03 req-e77ad5c9-51a7-4658-bea7-3394094efaaa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=053039ef-dc7f-4726-ad8d-d61294dee271 HTTP/1.1" status: 200 len: 852 time: 0.0835385 Sep 16 19:38:42.796621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:42.796621 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 HTTP/1.1" status: 200 len: 1094 time: 1.3266959 Sep 16 19:38:42.797174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'tag': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:42.841132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:42.849291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port fa0b41f6-03b1-4b61-8612-3c159f524f6c completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:42.854765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port fa0b41f6-03b1-4b61-8612-3c159f524f6c triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:42.855181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:42.855662 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-83e53ec8-f815-4ed1-a094-5d08c5f98a03 req-75218f77-42cf-4f7f-826b-5a79c0f269a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57f9b840-40f5-41b9-855d-5ace0800307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875921 Sep 16 19:38:42.860339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:42.942576 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'tag': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'status': 'completed', 'code': 200} Sep 16 19:38:42.989764 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-36a300c5-2721-4440-82ff-6ef560c8dd12 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 1097 time: 0.1142933 Sep 16 19:38:43.026678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:43.068618 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-83e53ec8-f815-4ed1-a094-5d08c5f98a03 req-ecbb4a50-45ec-4c6b-ada3-06fe943d1d0d service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059615 Sep 16 19:38:43.077556 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:43.091185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:43.123651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:43.124807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 955b456b-5ff5-491f-99bd-a4a9b808dbe6 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:38:43.140849 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-75942530-abe3-4123-bea3-bf0e79930651 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 HTTP/1.1" status: 200 len: 217 time: 0.1416407 Sep 16 19:38:43.193618 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:43.257134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 955b456b-5ff5-491f-99bd-a4a9b808dbe6 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:38:43.257533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 955b456b-5ff5-491f-99bd-a4a9b808dbe6 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:38:43.260512 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'code': 200} Sep 16 19:38:43.279470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-a5dc143b-a287-4271-8c7d-fcfae8122cfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:43.283368 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-a5dc143b-a287-4271-8c7d-fcfae8122cfd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.1352746 Sep 16 19:38:43.330350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:43.334178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:43.372426 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-83e53ec8-f815-4ed1-a094-5d08c5f98a03 req-86b49891-04c7-40dd-875b-570e30d9435f service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978344 Sep 16 19:38:43.396818 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-8a0ae356-f31f-4785-a326-417e6d5805c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055729 Sep 16 19:38:43.422008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42aae5-6a77-4f37-b07c-1961bb316471 req-27fa8c43-4c02-4df8-ada1-1d1177481849 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:43.423658 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3a42aae5-6a77-4f37-b07c-1961bb316471 req-27fa8c43-4c02-4df8-ada1-1d1177481849 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.1162086 Sep 16 19:38:43.480100 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3a42aae5-6a77-4f37-b07c-1961bb316471 req-94693b6b-3ee6-4558-84c4-87e4194739be tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498953 Sep 16 19:38:43.559099 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-28ca3258-e466-4d52-8153-3390e6743380 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542733 Sep 16 19:38:43.564699 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ca0eb383-3eb0-40c8-87be-759b64705287 req-b3676cc4-8ce6-4dd8-b01a-32d169a326d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 1099 time: 0.0835831 Sep 16 19:38:43.614994 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ca0eb383-3eb0-40c8-87be-759b64705287 req-368b8440-5e85-4106-a8fd-8c5dc2536582 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436356 Sep 16 19:38:43.909534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7da110-8b48-468b-ab65-02538413f961 req-672c1466-214f-4aa0-8ac4-2bdf93938ca1 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:43.911390 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd7da110-8b48-468b-ab65-02538413f961 req-672c1466-214f-4aa0-8ac4-2bdf93938ca1 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 944 time: 0.1007335 Sep 16 19:38:43.968950 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00487aba-07de-476c-a9fb-ebeacdbee505 req-19ae83ad-bbe1-470d-8859-52d729ee3076 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040520 Sep 16 19:38:43.974809 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd7da110-8b48-468b-ab65-02538413f961 req-efd086bc-dca1-49fe-bc44-6b0ffb5930e2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571649 Sep 16 19:38:43.975959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd52e13-d7f3-484d-9e29-b40eed72e29a req-a08386fe-45b8-46eb-88dc-ae8912f7d646 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:43.977473 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efd52e13-d7f3-484d-9e29-b40eed72e29a req-a08386fe-45b8-46eb-88dc-ae8912f7d646 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.1304073 Sep 16 19:38:43.992874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:44.032573 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efd52e13-d7f3-484d-9e29-b40eed72e29a req-356cfb84-7bf7-490d-9768-efaef4a4ab39 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482838 Sep 16 19:38:44.147627 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdd39c7f-8376-4f5e-8171-b33bf17846a1 req-ac518220-348e-4d88-b7c5-7aca46f10cc3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 1097 time: 0.0850427 Sep 16 19:38:44.291247 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39c7f-8376-4f5e-8171-b33bf17846a1 req-7ef93f28-ec29-4d6c-a66a-f63e2b61c028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:44.292776 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdd39c7f-8376-4f5e-8171-b33bf17846a1 req-7ef93f28-ec29-4d6c-a66a-f63e2b61c028 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.1362357 Sep 16 19:38:44.373884 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdd39c7f-8376-4f5e-8171-b33bf17846a1 req-ff86dfeb-8075-41f6-b077-6a2fe205d427 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 HTTP/1.1" status: 200 len: 217 time: 0.0711966 Sep 16 19:38:44.448016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39c7f-8376-4f5e-8171-b33bf17846a1 req-916e1523-cdae-4a1e-905c-400d6405e3e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:44.449557 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdd39c7f-8376-4f5e-8171-b33bf17846a1 req-916e1523-cdae-4a1e-905c-400d6405e3e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0659101 Sep 16 19:38:44.538140 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdd39c7f-8376-4f5e-8171-b33bf17846a1 req-1a0ae4d8-b349-42e4-ab7d-e8a3076681c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816813 Sep 16 19:38:44.700990 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdd39c7f-8376-4f5e-8171-b33bf17846a1 req-4b5e1c92-6a1f-458f-bf46-bf22bfd15bf2 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545892 Sep 16 19:38:44.714877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e72fa-5b3f-47ef-aa82-c2f80ef3d619 req-4f43a1b5-486e-4a54-8b70-00c49ffe14a6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:44.716668 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-157e72fa-5b3f-47ef-aa82-c2f80ef3d619 req-4f43a1b5-486e-4a54-8b70-00c49ffe14a6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.0895777 Sep 16 19:38:44.770285 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-157e72fa-5b3f-47ef-aa82-c2f80ef3d619 req-b5bd94d7-b9d0-453b-810c-70f21da44fb1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460420 Sep 16 19:38:44.863239 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdd39c7f-8376-4f5e-8171-b33bf17846a1 req-cddc9a6a-fcdf-4448-9518-8cb5a4be66a7 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554339 Sep 16 19:38:45.236163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0968c1-c2ea-4863-8cbd-971cfc9e589f req-1811b0c8-7c8a-438b-a686-a75455fa7957 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:45.238142 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ca0968c1-c2ea-4863-8cbd-971cfc9e589f req-1811b0c8-7c8a-438b-a686-a75455fa7957 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 944 time: 0.1097877 Sep 16 19:38:45.282476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a904-676e-4298-88a5-42bfc62db74c req-d6b23100-68fd-4816-8eaa-296e60d760f2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:45.284172 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-37f9a904-676e-4298-88a5-42bfc62db74c req-d6b23100-68fd-4816-8eaa-296e60d760f2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0976894 Sep 16 19:38:45.289557 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ca0968c1-c2ea-4863-8cbd-971cfc9e589f req-7cbdeb06-e24c-4a45-9cc6-630a03690842 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447402 Sep 16 19:38:45.339949 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-37f9a904-676e-4298-88a5-42bfc62db74c req-8a59c67f-b974-48b6-a3ad-f21547eef6c7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490150 Sep 16 19:38:45.560292 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203c2d2-703b-43bd-931e-e7625e901cb6 req-f4170b72-ac92-4c7a-a01b-13fc5a46f54f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:45.562491 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6203c2d2-703b-43bd-931e-e7625e901cb6 req-f4170b72-ac92-4c7a-a01b-13fc5a46f54f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0823982 Sep 16 19:38:45.572104 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51792) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:45.577994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-dda82f24-a4b8-4423-8626-faba1d244c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Request body: {'floatingip': {'port_id': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:45.662744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dda82f24-a4b8-4423-8626-faba1d244c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:45.989993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579230-02b2-4869-9ff8-1ed963944c49 req-9e39036a-126b-42f8-947c-3c823249c3bc tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:45.991605 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd579230-02b2-4869-9ff8-1ed963944c49 req-9e39036a-126b-42f8-947c-3c823249c3bc tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.0868630 Sep 16 19:38:46.045567 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd579230-02b2-4869-9ff8-1ed963944c49 req-7e3ded6c-2ae5-4d4a-8f12-a5054e931dce tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464876 Sep 16 19:38:46.519917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dda82f24-a4b8-4423-8626-faba1d244c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:46.547489 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092f8ca-d07b-4225-9e3d-fec9bc9d28a0 req-35f3ba72-a936-44dd-beca-d3e2b3a94fa6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:46.549076 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f092f8ca-d07b-4225-9e3d-fec9bc9d28a0 req-35f3ba72-a936-44dd-beca-d3e2b3a94fa6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 944 time: 0.1203582 Sep 16 19:38:46.551763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dda82f24-a4b8-4423-8626-faba1d244c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:46.913228 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f092f8ca-d07b-4225-9e3d-fec9bc9d28a0 req-d3cc9b08-ba25-4de9-8070-fe2a488b44b2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072817 Sep 16 19:38:46.988777 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-dda82f24-a4b8-4423-8626-faba1d244c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Floating IP 8cae781e-eeb1-4b20-9d06-189331ecedd8 associated. External IP: 172.27.2.70, port: fa0b41f6-03b1-4b61-8612-3c159f524f6c. Sep 16 19:38:47.279637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14052b79-24ce-4855-a159-95ceaf146d4e req-ab4d411b-38b1-4cac-aa73-4fb1d5c82af3 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:47.282006 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-14052b79-24ce-4855-a159-95ceaf146d4e req-ab4d411b-38b1-4cac-aa73-4fb1d5c82af3 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.0911729 Sep 16 19:38:47.334137 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-14052b79-24ce-4855-a159-95ceaf146d4e req-da703da6-557b-43c5-89f5-9038a6ef99f0 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455360 Sep 16 19:38:47.408258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda82f24-a4b8-4423-8626-faba1d244c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Router 834ca434-f243-4784-975f-bfdef45d2454 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:38:47.618182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda82f24-a4b8-4423-8626-faba1d244c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:38:47.622572 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dda82f24-a4b8-4423-8626-faba1d244c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:47.628518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] Sync routers for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:38:47.642211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:47.642953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:38:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:47.679020 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-dda82f24-a4b8-4423-8626-faba1d244c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "PUT /v2.0/floatingips/8cae781e-eeb1-4b20-9d06-189331ecedd8 HTTP/1.1" status: 200 len: 991 time: 2.1057608 Sep 16 19:38:47.679772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:47.736900 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'status': 'completed', 'code': 200} Sep 16 19:38:47.831440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3f47-a5f5-4c4e-9c60-22a0ba77889b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:47.845239 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc628ba6-1b10-4673-96d5-9bc8f67445bf req-f3f1972a-44b2-4680-9554-bf7d39cc15c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 1099 time: 0.0814459 Sep 16 19:38:47.848751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:47.993702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc628ba6-1b10-4673-96d5-9bc8f67445bf req-c89f259c-261e-42e7-9b3a-36a290aedba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:47.995455 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc628ba6-1b10-4673-96d5-9bc8f67445bf req-c89f259c-261e-42e7-9b3a-36a290aedba1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 917 time: 0.1434059 Sep 16 19:38:48.114311 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc628ba6-1b10-4673-96d5-9bc8f67445bf req-3f294387-169c-4428-8521-9971b18640f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c HTTP/1.1" status: 200 len: 999 time: 0.1110227 Sep 16 19:38:48.124563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2ed50-66b8-434e-92b1-c06d75bd866b req-237b1616-4c39-4ea5-bb5e-ebf218711f52 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:48.126562 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f4a2ed50-66b8-434e-92b1-c06d75bd866b req-237b1616-4c39-4ea5-bb5e-ebf218711f52 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 944 time: 0.0857687 Sep 16 19:38:48.184849 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f4a2ed50-66b8-434e-92b1-c06d75bd866b req-38cd37ad-eba3-4ef2-be82-674ec24eb90d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519915 Sep 16 19:38:48.199590 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc628ba6-1b10-4673-96d5-9bc8f67445bf req-73ed4f96-96ca-41e3-96fe-b806145496dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:48.201481 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc628ba6-1b10-4673-96d5-9bc8f67445bf req-73ed4f96-96ca-41e3-96fe-b806145496dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.0799167 Sep 16 19:38:48.219363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '8cae781e-eeb1-4b20-9d06-189331ecedd8', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '834ca434-f243-4784-975f-bfdef45d2454', 'port_id': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'mac_address': 'fa:16:3e:05:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:38:30Z', 'updated_at': '2021-09-16T19:38:46Z', 'revision_number': 1, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:48.223430 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] Checking router: 834ca434-f243-4784-975f-bfdef45d2454 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:38:48.235008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:48.235655 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:38:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:48.283430 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc628ba6-1b10-4673-96d5-9bc8f67445bf req-c2301288-316f-4682-8df8-a3eb786032bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750537 Sep 16 19:38:48.427882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:38:48.437734 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc628ba6-1b10-4673-96d5-9bc8f67445bf req-99f6a9e9-c58f-4781-a40c-b95fabb54c04 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467657 Sep 16 19:38:48.661728 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc628ba6-1b10-4673-96d5-9bc8f67445bf req-0fda3a75-5249-47e8-bca8-84f697867f7e service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161734 Sep 16 19:38:48.682922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a1e20-e3c1-4c8b-b86f-983033423326 req-08cceb59-6797-4187-a3b6-e3c96416d733 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:48.684651 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4d0a1e20-e3c1-4c8b-b86f-983033423326 req-08cceb59-6797-4187-a3b6-e3c96416d733 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.1533401 Sep 16 19:38:48.745833 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4d0a1e20-e3c1-4c8b-b86f-983033423326 req-97cfe293-0006-4b65-8feb-32917a83c706 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525134 Sep 16 19:38:48.954573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 51884) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:48.982532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '8cae781e-eeb1-4b20-9d06-189331ecedd8', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '834ca434-f243-4784-975f-bfdef45d2454', 'port_id': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'mac_address': 'fa:16:3e:05:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:38:30Z', 'updated_at': '2021-09-16T19:38:46Z', 'revision_number': 1, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:38:48.987259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d9af2a-320e-405a-84ee-0c2b68d6c31e None None] The sync data for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi is: [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '8cae781e-eeb1-4b20-9d06-189331ecedd8', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '834ca434-f243-4784-975f-bfdef45d2454', 'port_id': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'mac_address': 'fa:16:3e:05:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:38:30Z', 'updated_at': '2021-09-16T19:38:46Z', 'revision_number': 1, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:38:49.145459 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5eeed11c-e1af-4f9a-a412-536eef8ba7ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b5b489abb7e4213859d7eb1fe47eda7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1895802 Sep 16 19:38:49.148218 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51890) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:49.212026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b087653d-d744-480a-bae9-859849b31c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:49.239998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b087653d-d744-480a-bae9-859849b31c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:49.357657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b087653d-d744-480a-bae9-859849b31c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:49.368671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6d13fc38-4901-4777-9e71-93ebbda34e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:49.380655 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087653d-d744-480a-bae9-859849b31c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b1c622-b281-4d55-b472-2c450cb28acc,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:49.383317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b087653d-d744-480a-bae9-859849b31c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:49.388155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72c9b22-f8ef-437f-bc1e-da8f01ef430c None None] New status for floating IP 8cae781e-eeb1-4b20-9d06-189331ecedd8: ACTIVE {{(pid=93571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:38:49.427845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b087653d-d744-480a-bae9-859849b31c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:49.430000 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b087653d-d744-480a-bae9-859849b31c3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87b1c622-b281-4d55-b472-2c450cb28acc HTTP/1.1" status: 204 len: 168 time: 0.2806282 Sep 16 19:38:49.440443 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfaa48-7a5f-4566-8bbf-5a695f63c0fb req-a31b9ba4-2ab0-49e7-a24c-5dac66ee2bb3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:49.442098 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1cbfaa48-7a5f-4566-8bbf-5a695f63c0fb req-a31b9ba4-2ab0-49e7-a24c-5dac66ee2bb3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 944 time: 0.1126094 Sep 16 19:38:49.477682 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:49.501522 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1cbfaa48-7a5f-4566-8bbf-5a695f63c0fb req-468e718d-58f4-42fa-8981-2791b81a4346 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522866 Sep 16 19:38:49.956425 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb87fb8-50aa-432d-a120-51b231d8a33b req-6f5745ce-45fe-4e8e-ad1c-61910bcd3e21 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:49.958107 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2bb87fb8-50aa-432d-a120-51b231d8a33b req-6f5745ce-45fe-4e8e-ad1c-61910bcd3e21 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.0857573 Sep 16 19:38:50.008497 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2bb87fb8-50aa-432d-a120-51b231d8a33b req-42060f35-0526-412a-b99b-919f99238166 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=01270b01-0df1-441f-ab96-0b3a4e989b29&id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437746 Sep 16 19:38:50.420428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0394044-0409-4d46-a348-02943f51f50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:50.708289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2e931-ab57-48a4-a464-d345645adba3 req-d76bbd9b-860c-4fb7-aebe-5f2e5cc227ca tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:50.709779 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88f2e931-ab57-48a4-a464-d345645adba3 req-d76bbd9b-860c-4fb7-aebe-5f2e5cc227ca tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 944 time: 0.0813808 Sep 16 19:38:50.756688 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88f2e931-ab57-48a4-a464-d345645adba3 req-b9004c9e-204d-47a7-aa16-bc506869f21e tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409760 Sep 16 19:38:50.854791 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:51.814917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:52.169155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f220a-9079-4ec6-8d0d-6029464fbd4b req-804c8ccc-809e-43f3-957d-ce8ce87112ed tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:52.171307 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b87f220a-9079-4ec6-8d0d-6029464fbd4b req-804c8ccc-809e-43f3-957d-ce8ce87112ed tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 944 time: 0.2876821 Sep 16 19:38:52.218788 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b87f220a-9079-4ec6-8d0d-6029464fbd4b req-172d3459-2261-4867-9fa3-5616ec5e4671 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Sep 16 19:38:52.780457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:38:52.919099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:52.933244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'port_id': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'mac_address': 'fa:16:3e:04:1f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:38:52.992180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:53.010721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:38:53.025523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:53.072266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:53.074123 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:53.144041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:53.147418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:53.288822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['80e098d3-b7b9-4f58-b7f6-f7fa7af041b5'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:38:53.421782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4f27d-993d-448c-8b09-ae7cb96ec801 req-bdcb6878-503f-4ad5-9b85-9633fdeca16a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:53.423444 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-afc4f27d-993d-448c-8b09-ae7cb96ec801 req-bdcb6878-503f-4ad5-9b85-9633fdeca16a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 945 time: 0.0843036 Sep 16 19:38:53.477270 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-afc4f27d-993d-448c-8b09-ae7cb96ec801 req-6f2b32a0-7680-41e6-8123-7b944881f3ad tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464759 Sep 16 19:38:54.701055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c4612-095c-4214-a249-fe47f6a403c3 req-e38f5cb5-7b78-4f93-ae7c-2f4a80bfb597 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:54.704016 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4a6c4612-095c-4214-a249-fe47f6a403c3 req-e38f5cb5-7b78-4f93-ae7c-2f4a80bfb597 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 945 time: 0.1020489 Sep 16 19:38:54.759693 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4a6c4612-095c-4214-a249-fe47f6a403c3 req-0e69c607-c110-415b-b05d-230160c47afc tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480227 Sep 16 19:38:54.790299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:38:54.894604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:38:54.900046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:38:54.900471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:55.021470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:55.050129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:38:55.060371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:38:55.078238 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:55.080240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-352689a8-885d-4cc6-ab47-0b98fb1eca83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:55.116789 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'code': 200} Sep 16 19:38:55.159540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:55.162839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:55.459852 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-390fd22b-3b2e-4b53-a23d-b91ec1a85f60 req-98f983ff-00f2-47a5-89c4-5ba2b8298014 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 1099 time: 0.0776358 Sep 16 19:38:55.503737 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-390fd22b-3b2e-4b53-a23d-b91ec1a85f60 req-179fc98c-357b-4374-904c-4d0cfe73762b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379705 Sep 16 19:38:56.057309 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc28df3-ed68-4408-96e6-56d53d66feab req-7a933a55-9b6a-41ba-8bc3-33cd906e398d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:56.058870 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1bc28df3-ed68-4408-96e6-56d53d66feab req-7a933a55-9b6a-41ba-8bc3-33cd906e398d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 946 time: 0.1730359 Sep 16 19:38:56.106836 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1bc28df3-ed68-4408-96e6-56d53d66feab req-ea573dab-5b01-400f-98bd-6d09aa0db34c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410058 Sep 16 19:38:57.320605 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64a6fc-6ad0-44c3-818a-1c412ce7c225 req-1200f8cd-6330-4bf7-80e6-226d314db7aa tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:57.322517 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe64a6fc-6ad0-44c3-818a-1c412ce7c225 req-1200f8cd-6330-4bf7-80e6-226d314db7aa tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 946 time: 0.0895598 Sep 16 19:38:57.369765 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe64a6fc-6ad0-44c3-818a-1c412ce7c225 req-7ba04bc5-a62d-4bd7-ac5f-bcc56eb0f550 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403907 Sep 16 19:38:57.575513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1e9b8-2228-4cfc-a985-ea5a6e95a246 req-fb05e454-4ffd-4c9d-a63d-bcd2d51cf5d2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:38:57.577408 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59e1e9b8-2228-4cfc-a985-ea5a6e95a246 req-fb05e454-4ffd-4c9d-a63d-bcd2d51cf5d2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 946 time: 0.0852232 Sep 16 19:38:57.634634 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59e1e9b8-2228-4cfc-a985-ea5a6e95a246 req-7d94d99e-2f25-4561-9810-2f78927e0be2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513270 Sep 16 19:38:57.662109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51936) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:57.885181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-59be3ae7-40cd-4b56-b315-0db0042b1fde tempest-TestVolumeBootPattern-96562486 tempest-TestVolumeBootPattern-96562486-project-admin] Synchronizing usage tracker for tenant:630444b8955641c48db615a20bc60036 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:38:57.923239 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-59be3ae7-40cd-4b56-b315-0db0042b1fde tempest-TestVolumeBootPattern-96562486 tempest-TestVolumeBootPattern-96562486-project-admin] Unset dirty status for tenant:630444b8955641c48db615a20bc60036 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:38:57.924526 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-59be3ae7-40cd-4b56-b315-0db0042b1fde tempest-TestVolumeBootPattern-96562486 tempest-TestVolumeBootPattern-96562486-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 1094 time: 0.2614288 Sep 16 19:38:57.927772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 51944) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:38:57.933523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'floatingip': {'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'port_id': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:38:57.939777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:38:57.943936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:floatingip and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:38:57.947288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:38:57.953372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:38:57.991649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:58.141544 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:58.304676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Allocated IP 172.27.2.150 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/36246b82-63ad-4a0b-a793-ddb5f251e4c2) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:38:58.664403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:58.723341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:58.727674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:58.791614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:38:58.795021 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:38:58.798593 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:38:58.841080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'Port': ['ID=36246b82-63ad-4a0b-a793-ddb5f251e4c2,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:58.849482 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:59.318708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:59.419171 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:59.631463 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:59.666010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:59.670345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:38:59.781048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'Port': ['ID=36246b82-63ad-4a0b-a793-ddb5f251e4c2,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:38:59.785401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:38:59.793906 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:38:59.994030 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Floating IP 1d9cb8ef-6a4a-4203-8e1d-645113d6d459 associated. External IP: 172.27.2.150, port: 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5. Sep 16 19:39:00.409465 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:39:00.617501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:39:00.627520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] Sync routers for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:39:00.641063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:00.641721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:38:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:00.671655 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:00.727918 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-084de96b-18b1-457f-b261-89d1d44a3fe4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7989855 Sep 16 19:39:00.728663 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'tag': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:39:00.831109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:39:00.915067 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'tag': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'status': 'completed', 'code': 200} Sep 16 19:39:01.012882 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6fda01d-858d-497f-ac02-a83485b584aa req-35ae3add-7847-4b76-8ef4-5483a49813b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 1099 time: 0.0743182 Sep 16 19:39:01.156697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda01d-858d-497f-ac02-a83485b584aa req-dcc99134-b4a3-45a9-aaad-79f636189fdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:01.158353 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6fda01d-858d-497f-ac02-a83485b584aa req-dcc99134-b4a3-45a9-aaad-79f636189fdf service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.1383483 Sep 16 19:39:01.209335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '1d9cb8ef-6a4a-4203-8e1d-645113d6d459', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:04:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:38:59Z', 'updated_at': '2021-09-16T19:38:59Z', 'revision_number': 0, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:01.213376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] Checking router: 2c9c634e-a368-4d31-86c6-f2d51529bbc8 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:39:01.225054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:01.225684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:38:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:01.268574 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6fda01d-858d-497f-ac02-a83485b584aa req-11d3d8e7-b84d-4911-a475-89beb5b15b72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 HTTP/1.1" status: 200 len: 1000 time: 0.1017923 Sep 16 19:39:01.344815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda01d-858d-497f-ac02-a83485b584aa req-8dd15779-b63b-43ed-9413-e60c20debfa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:01.346467 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6fda01d-858d-497f-ac02-a83485b584aa req-8dd15779-b63b-43ed-9413-e60c20debfa1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0702071 Sep 16 19:39:01.416470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:39:01.431072 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6fda01d-858d-497f-ac02-a83485b584aa req-ed57eaf7-b5b8-4fbc-9316-bec40fcfe2cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744259 Sep 16 19:39:01.578819 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6fda01d-858d-497f-ac02-a83485b584aa req-4c2c8e5f-5343-4394-af85-d21d97106e1b service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403439 Sep 16 19:39:01.724897 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6fda01d-858d-497f-ac02-a83485b584aa req-f48d7b8e-d4a0-41d8-b041-b6497e13fe7f service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364877 Sep 16 19:39:01.783872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '1d9cb8ef-6a4a-4203-8e1d-645113d6d459', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:04:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:38:59Z', 'updated_at': '2021-09-16T19:38:59Z', 'revision_number': 0, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:01.788031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc5106-9ab3-45ed-a21e-7df34289dd23 None None] The sync data for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi is: [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '1d9cb8ef-6a4a-4203-8e1d-645113d6d459', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:04:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:38:59Z', 'updated_at': '2021-09-16T19:38:59Z', 'revision_number': 0, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:39:02.120997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf64c0ab-70bc-4db4-97f4-b3aff7383da1 None None] New status for floating IP 1d9cb8ef-6a4a-4203-8e1d-645113d6d459: ACTIVE {{(pid=93571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:39:03.709092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:39:13.996806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:17.825577 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76dfc07e-905e-44f9-be41-534f03ca4f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:19.465477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:20.419643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d98ccdee-88c0-4d0d-a438-d3cbaba9b0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:20.848538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:21.802816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:25.540738 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-9dec2c71-97a3-42af-a7f1-097d308a9008 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523688472&fields=id&tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc HTTP/1.1" status: 200 len: 267 time: 0.0430927 Sep 16 19:39:25.630346 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-52f55afb-37c3-4a28-aab0-6a2e7e098628 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:25.635246 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-52f55afb-37c3-4a28-aab0-6a2e7e098628 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 984 time: 0.0849330 Sep 16 19:39:25.644085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Request body: {'port': {'security_groups': ['d64085f8-2421-4ca0-8d48-c4c300cf3785']}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:39:25.767869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:26.248617 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] For port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:26.273472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:26.311316 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:26.316998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:26.323326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:39:26.393609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:26.394313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:26.395812 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6c3268b8-c643-4aed-91a4-7003036e98bb req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "PUT /v2.0/ports/b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 942 time: 0.7566333 Sep 16 19:39:26.396370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:39:26.403845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52016) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:26.420769 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event updated for resources: {'Port': ['ID=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,revision_number=7']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:26.447042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.447615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.448046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.448456 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.449046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.449454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.449854 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.450301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.450693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.451073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.451546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.460626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c9b3f022-fb74-4bd8-b188-f09acaaaf9d1 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:26.493598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:39:26.504673 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:26.549464 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:26.595839 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'status': 'completed', 'code': 200} Sep 16 19:39:26.643124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:26.648869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-01b42049-aaa1-413f-9ef0-0eb640f41535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:26.665894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01270b01-0df1-441f-ab96-0b3a4e989b29,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:26.676821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.681670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:26.685253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:26.708090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:26.709426 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "DELETE /v2.0/security-groups/01270b01-0df1-441f-ab96-0b3a4e989b29 HTTP/1.1" status: 204 len: 168 time: 0.3020575 Sep 16 19:39:26.712384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52024) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:26.791245 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72f8c98d-a918-4a16-9cd1-f2bf180eadba req-0dbc8c40-dcaa-4fc2-82b3-34ed264d3463 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1098 time: 0.1701880 Sep 16 19:39:26.817198 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-3f1c212a-4628-4c9a-959c-7cb340e6ae31 None None] Provisioning complete for port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:39:26.817619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3f1c212a-4628-4c9a-959c-7cb340e6ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:26.944845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8c98d-a918-4a16-9cd1-f2bf180eadba req-5948fbb7-5ec4-4226-a5ae-da5753b80b8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:26.946724 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72f8c98d-a918-4a16-9cd1-f2bf180eadba req-5948fbb7-5ec4-4226-a5ae-da5753b80b8c service neutron] 10.222.0.38 "GET /v2.0/networks?id=57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 200 len: 914 time: 0.1485484 Sep 16 19:39:26.952912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Deleting port 3ce6e19d-116c-441b-8ae8-8fad100a7974 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:26.953295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:27.060572 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72f8c98d-a918-4a16-9cd1-f2bf180eadba req-f7a0012f-8aed-4dea-8b1e-90c698e80135 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 1001 time: 0.1047163 Sep 16 19:39:27.133784 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:27.134178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:27.137743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8c98d-a918-4a16-9cd1-f2bf180eadba req-cfcbe758-bdb3-451a-892f-ef622a36eb46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:27.139452 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72f8c98d-a918-4a16-9cd1-f2bf180eadba req-cfcbe758-bdb3-451a-892f-ef622a36eb46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=053039ef-dc7f-4726-ad8d-d61294dee271 HTTP/1.1" status: 200 len: 852 time: 0.0699584 Sep 16 19:39:27.272342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Calling delete_port for 3ce6e19d-116c-441b-8ae8-8fad100a7974 owned by network:floatingip {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:27.431383 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72f8c98d-a918-4a16-9cd1-f2bf180eadba req-01ba94b1-4e2f-49ce-9a61-18fd973a9da5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57f9b840-40f5-41b9-855d-5ace0800307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2847526 Sep 16 19:39:27.482969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:27.487655 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:27.531060 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event deleted for resources: {'Port': ['ID=3ce6e19d-116c-441b-8ae8-8fad100a7974,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:27.534061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:27.581834 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72f8c98d-a918-4a16-9cd1-f2bf180eadba req-5bdc379a-05fc-49ff-ab2f-4f5dc2c430a5 service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431892 Sep 16 19:39:27.633942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks [] for floatingip, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:27.733143 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72f8c98d-a918-4a16-9cd1-f2bf180eadba req-3e23c33f-4822-4645-abc7-37c0ac9037a0 service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441531 Sep 16 19:39:28.044967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Router 64984956-ab4a-445a-a52a-04f1e7599dd7 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:39:28.261252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:39:28.271220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] Sync routers for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:39:28.283629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:28.284375 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:28.329073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:28.392870 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "DELETE /v2.0/floatingips/dc76534b-ee33-4e9c-869a-493046c855ba HTTP/1.1" status: 204 len: 168 time: 1.6764019 Sep 16 19:39:28.474523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:39:28.597246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:39:28.652073 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'status': 'completed', 'code': 200} Sep 16 19:39:28.768720 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0427aedb-ea81-4a76-ae5c-e025036df701 req-baab0b9c-9b54-40fa-85d2-6efab23b6516 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 1098 time: 0.0910709 Sep 16 19:39:28.883452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'be955492-9ac7-4a72-b4b4-d1fd50f3ccbf', 'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'mac_address': 'fa:16:3e:60:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:37Z', 'updated_at': '2021-09-16T19:36:49Z', 'revision_number': 5, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'subnets': [{'id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:28.887878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] Checking router: 64984956-ab4a-445a-a52a-04f1e7599dd7 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:39:28.900843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:28.901514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:28.931767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427aedb-ea81-4a76-ae5c-e025036df701 req-152ab847-9f71-45de-87e2-21ac46caa949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:28.933344 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0427aedb-ea81-4a76-ae5c-e025036df701 req-152ab847-9f71-45de-87e2-21ac46caa949 service neutron] 10.222.0.38 "GET /v2.0/networks?id=57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 200 len: 914 time: 0.1571081 Sep 16 19:39:29.011111 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0427aedb-ea81-4a76-ae5c-e025036df701 req-083e1e28-2cc7-45af-a4e8-0aa4845f83ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 200 len: 217 time: 0.0701826 Sep 16 19:39:29.080926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427aedb-ea81-4a76-ae5c-e025036df701 req-744b9f75-b57c-4b63-8260-fbd238fe118d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:29.082454 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0427aedb-ea81-4a76-ae5c-e025036df701 req-744b9f75-b57c-4b63-8260-fbd238fe118d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=053039ef-dc7f-4726-ad8d-d61294dee271 HTTP/1.1" status: 200 len: 852 time: 0.0642810 Sep 16 19:39:29.087202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:39:29.167505 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0427aedb-ea81-4a76-ae5c-e025036df701 req-d711b98d-cd52-4457-bcfd-eb77c1ef9dce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57f9b840-40f5-41b9-855d-5ace0800307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780756 Sep 16 19:39:29.312318 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0427aedb-ea81-4a76-ae5c-e025036df701 req-a22c7008-de96-4df9-8c49-04cd089a833c service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361716 Sep 16 19:39:29.419343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'be955492-9ac7-4a72-b4b4-d1fd50f3ccbf', 'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'mac_address': 'fa:16:3e:60:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:37Z', 'updated_at': '2021-09-16T19:36:49Z', 'revision_number': 5, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'subnets': [{'id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:29.424330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49926b-cd45-4db4-a12c-d69016270388 None None] The sync data for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi is: [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:36:38Z', 'revision_number': 4, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'be955492-9ac7-4a72-b4b4-d1fd50f3ccbf', 'name': '', 'network_id': '57f9b840-40f5-41b9-855d-5ace0800307d', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'mac_address': 'fa:16:3e:60:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:37Z', 'updated_at': '2021-09-16T19:36:49Z', 'revision_number': 5, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'subnets': [{'id': '053039ef-dc7f-4726-ad8d-d61294dee271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:39:29.460254 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0427aedb-ea81-4a76-ae5c-e025036df701 req-af645ca6-3bdd-4cae-99b0-d99e9eb041f7 service neutron] 10.222.0.38 "GET /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409743 Sep 16 19:39:29.858562 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8dccbe-2810-4c9f-978d-0529430b1d9f None None] New status for floating IP dc76534b-ee33-4e9c-869a-493046c855ba: DOWN {{(pid=93571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:39:31.571205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21579-e7cf-4171-874a-ba0a98313366 req-5b696409-7d19-4fbb-994d-f6ffc3231db4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:31.572963 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-26e21579-e7cf-4171-874a-ba0a98313366 req-5b696409-7d19-4fbb-994d-f6ffc3231db4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0883563 Sep 16 19:39:31.623456 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-26e21579-e7cf-4171-874a-ba0a98313366 req-e22b9c1b-133d-4177-ae6b-041ab7ab3c8f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 Sep 16 19:39:32.098399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694adba3-753c-443f-8932-c0f2a9fa5f06 req-575944f9-75a9-4fb5-b390-c69bab12f80d tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:32.099158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-694adba3-753c-443f-8932-c0f2a9fa5f06 req-575944f9-75a9-4fb5-b390-c69bab12f80d tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Synchronizing usage tracker for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:39:32.140120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-694adba3-753c-443f-8932-c0f2a9fa5f06 req-575944f9-75a9-4fb5-b390-c69bab12f80d tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Unset dirty status for tenant:0f2c23d8b33a4f1d931dfc4be74aecfc on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:39:32.141413 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-694adba3-753c-443f-8932-c0f2a9fa5f06 req-575944f9-75a9-4fb5-b390-c69bab12f80d tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.1263416 Sep 16 19:39:32.190348 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-694adba3-753c-443f-8932-c0f2a9fa5f06 req-7b1886bf-a369-460b-ae58-fd8a15bfb9e7 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Sep 16 19:39:32.840651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc65839-4d0c-467c-b21f-f0762bf509ca req-b4639172-49f5-4ec0-8057-c15545ba9194 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:32.842952 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbc65839-4d0c-467c-b21f-f0762bf509ca req-b4639172-49f5-4ec0-8057-c15545ba9194 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0816619 Sep 16 19:39:32.889378 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbc65839-4d0c-467c-b21f-f0762bf509ca req-4f7147dd-9445-4c2b-af38-f875111e91a7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405948 Sep 16 19:39:33.393619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd17df-accf-419d-8ee9-5c33851ef691 req-6e0e53a3-0260-4884-b159-553e98f06687 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:33.395248 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d1fd17df-accf-419d-8ee9-5c33851ef691 req-6e0e53a3-0260-4884-b159-553e98f06687 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0833864 Sep 16 19:39:33.446686 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d1fd17df-accf-419d-8ee9-5c33851ef691 req-5a0e54e2-65bd-4be0-bf66-8c685bcfb442 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453191 Sep 16 19:39:33.922210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-3fdbf731-db18-406f-b0af-f6ef06eb3a09 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:33.923741 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-3fdbf731-db18-406f-b0af-f6ef06eb3a09 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.38 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0867376 Sep 16 19:39:33.999997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Deleting port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:34.000377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:34.253048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500da97-3e82-4c96-a5c6-1b7c1182bcfe req-7f346951-b90d-47b5-af18-920525f0fc7f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:34.254646 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2500da97-3e82-4c96-a5c6-1b7c1182bcfe req-7f346951-b90d-47b5-af18-920525f0fc7f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.2262616 Sep 16 19:39:34.345654 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2500da97-3e82-4c96-a5c6-1b7c1182bcfe req-2d825824-1367-4c20-82d1-4a32c4688476 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800636 Sep 16 19:39:34.352643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] For port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:34.353037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:34.481117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Calling delete_port for b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:34.652853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee52214-f5b1-4b66-b4bb-3ee6fb6b3d44 req-1582fe06-5d4b-4585-ac89-03a4eb94378b tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:34.653775 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:34.654878 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6ee52214-f5b1-4b66-b4bb-3ee6fb6b3d44 req-1582fe06-5d4b-4585-ac89-03a4eb94378b tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d618d9f4-3a95-458f-afa1-ca71f866f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0817914 Sep 16 19:39:34.660326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-07a90d6b-29bd-4f56-b9be-7a87e19d2386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:34.666158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:39:34.706455 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6ee52214-f5b1-4b66-b4bb-3ee6fb6b3d44 req-0110dc9e-b2a4-4188-bb56-2f93fe2bc725 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.37 "GET /v2.0/security-groups?id=d64085f8-2421-4ca0-8d48-c4c300cf3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Sep 16 19:39:34.707907 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Pushing event deleted for resources: {'Port': ['ID=b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:34.711680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:34.790691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] No DVR routers for this DVR port b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:39:34.793152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:34.795901 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'name': 'network-vif-deleted', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:39:34.831744 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7a2cfd33-2b78-463d-9268-796f8b17829e req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] 10.222.0.38 "DELETE /v2.0/ports/b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 HTTP/1.1" status: 204 len: 173 time: 0.8989894 Sep 16 19:39:34.960531 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd618d9f4-3a95-458f-afa1-ca71f866f0f2', 'name': 'network-vif-deleted', 'tag': 'b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4', 'status': 'completed', 'code': 200} Sep 16 19:39:35.566756 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f724d83-7403-4235-ab8d-2ddfac780cf0 req-62d425c5-938d-4daf-b233-e2006e62924d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:35.568343 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2f724d83-7403-4235-ab8d-2ddfac780cf0 req-62d425c5-938d-4daf-b233-e2006e62924d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0856826 Sep 16 19:39:35.619139 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2f724d83-7403-4235-ab8d-2ddfac780cf0 req-e317a3ce-44e0-4836-a41f-40234ad481c2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441117 Sep 16 19:39:36.840641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33541e-6f8f-43be-97fe-7edbceee2cec req-2c13fe4b-3b58-40b0-a615-73a1191a099a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:36.842714 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d33541e-6f8f-43be-97fe-7edbceee2cec req-2c13fe4b-3b58-40b0-a615-73a1191a099a tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0878768 Sep 16 19:39:36.890970 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d33541e-6f8f-43be-97fe-7edbceee2cec req-c7a30d0d-8552-4a77-b68c-39aa79b8ddd2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418503 Sep 16 19:39:37.038512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52142) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:37.629829 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148442'] for router_interface, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:38.106350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692c7f-d9f1-44cf-b755-485340d311e3 req-9c0afc8a-4b11-4c2c-9bdb-fffd5788137f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:38.114629 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-51692c7f-d9f1-44cf-b755-485340d311e3 req-9c0afc8a-4b11-4c2c-9bdb-fffd5788137f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0883999 Sep 16 19:39:38.159210 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-51692c7f-d9f1-44cf-b755-485340d311e3 req-92596db8-ed0b-40d9-8114-4499858b8754 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 Sep 16 19:39:38.253511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Deleting port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:38.253887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:38.428271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] For port be955492-9ac7-4a72-b4b4-d1fd50f3ccbf, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=be955492-9ac7-4a72-b4b4-d1fd50f3ccbf,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:38.428664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:38.553210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Calling delete_port for be955492-9ac7-4a72-b4b4-d1fd50f3ccbf owned by network:router_interface {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:38.780229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:38.783997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:38.828104 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=be955492-9ac7-4a72-b4b4-d1fd50f3ccbf,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:38.830667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:39.056936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:39:39.091968 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:39:39.092297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device b88c14e9-e6d2-4fe6-b63f-155e5fedf7a4 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:39:39.130358 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8194358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854148408'] for router_interface, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:39.404399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9387c9b-fc49-4662-b8b1-89665c8fb8ad req-c240d2a7-23a7-4e27-b66c-2d4c3c7a5f29 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:39.405960 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f9387c9b-fc49-4662-b8b1-89665c8fb8ad req-c240d2a7-23a7-4e27-b66c-2d4c3c7a5f29 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.1097574 Sep 16 19:39:39.603593 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f9387c9b-fc49-4662-b8b1-89665c8fb8ad req-ce811004-a15f-4265-9102-d796e2803af0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338422 Sep 16 19:39:39.840197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Router 64984956-ab4a-445a-a52a-04f1e7599dd7 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:39:40.052514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:39:40.061622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] Sync routers for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:39:40.065149 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] 10.222.0.37 "PUT /v2.0/routers/64984956-ab4a-445a-a52a-04f1e7599dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0254698 Sep 16 19:39:40.067804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52154) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:40.074344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:40.075016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:40.445471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:39:40.483328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks [] for router, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:40.697115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:40.714499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:39:40.734067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Deleting port c50c95f6-2832-462c-836e-9c246972098a {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:40.734461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:40.747627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c50c95f6-2832-462c-836e-9c246972098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:39:38Z', 'revision_number': 5, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port': {'id': 'c50c95f6-2832-462c-836e-9c246972098a', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:32Z', 'updated_at': '2021-09-16T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:40.752679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] Checking router: 64984956-ab4a-445a-a52a-04f1e7599dd7 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:39:40.764537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] Routers {'64984956-ab4a-445a-a52a-04f1e7599dd7'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:40.765241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['64984956-ab4a-445a-a52a-04f1e7599dd7'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:40.829642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db23a2d-e82d-4593-9658-b73d7a25d1a5 req-c6f3208a-eb61-4876-a6e6-040fc8aa1ff3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:40.831303 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4db23a2d-e82d-4593-9658-b73d7a25d1a5 req-c6f3208a-eb61-4876-a6e6-040fc8aa1ff3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0891051 Sep 16 19:39:40.883170 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4db23a2d-e82d-4593-9658-b73d7a25d1a5 req-65d0e50c-307f-4904-b89b-b84911246a28 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Sep 16 19:39:40.923537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] For port c50c95f6-2832-462c-836e-9c246972098a, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c50c95f6-2832-462c-836e-9c246972098a,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:40.923938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:40.930147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] Set router 64984956-ab4a-445a-a52a-04f1e7599dd7 gateway port host: None {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:39:41.043244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:39:40Z', 'revision_number': 6, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port_host': None}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:41.047539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c57c73-9d4b-488d-a424-b9baf6f8ddec None None] The sync data for ids ['64984956-ab4a-445a-a52a-04f1e7599dd7'] in dv-cinder-809448-1-iscsi is: [{'id': '64984956-ab4a-445a-a52a-04f1e7599dd7', 'name': 'tempest-TestMinimumBasicScenario-85860383-router', 'tenant_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:31Z', 'updated_at': '2021-09-16T19:39:40Z', 'revision_number': 6, 'project_id': '0f2c23d8b33a4f1d931dfc4be74aecfc', 'gw_port_host': None}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:39:41.050779 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Calling delete_port for c50c95f6-2832-462c-836e-9c246972098a owned by network:router_gateway {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:41.339709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:41.344603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:41.386870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50c95f6-2832-462c-836e-9c246972098a,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:41.391936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:41.575343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device be955492-9ac7-4a72-b4b4-d1fd50f3ccbf no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:39:41.613264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: be955492-9ac7-4a72-b4b4-d1fd50f3ccbf {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:39:41.613719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device be955492-9ac7-4a72-b4b4-d1fd50f3ccbf not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:39:41.614207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c50c95f6-2832-462c-836e-9c246972098a no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:39:41.625763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624456'] for router_gateway, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:41.648467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: c50c95f6-2832-462c-836e-9c246972098a {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:39:41.648858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c50c95f6-2832-462c-836e-9c246972098a not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:39:41.909557 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7726'] for router, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:41.914063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.066506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854089221'] for router, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.067095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64984956-ab4a-445a-a52a-04f1e7599dd7 {{(pid=93569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:39:42.096170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Notify callbacks [] for router, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.100130 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] 10.222.0.37 "DELETE /v2.0/routers/64984956-ab4a-445a-a52a-04f1e7599dd7 HTTP/1.1" status: 204 len: 168 time: 2.0286355 Sep 16 19:39:42.100522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52162) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:42.128830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063a772-e19b-4fbb-b770-ee14ea863a90 req-1de3aa16-7cd2-4d61-8dd4-e438b3b85e72 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:42.131103 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a063a772-e19b-4fbb-b770-ee14ea863a90 req-1de3aa16-7cd2-4d61-8dd4-e438b3b85e72 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.1024976 Sep 16 19:39:42.182793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-63024f78-dc5d-4479-a299-35ea5cd4b417 admin admin] Deleting subnet 053039ef-dc7f-4726-ad8d-d61294dee271 {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:39:42.186792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63024f78-dc5d-4479-a299-35ea5cd4b417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.239184 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a063a772-e19b-4fbb-b770-ee14ea863a90 req-25aadd50-5f0e-44d0-8f65-47be55d43384 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020720 Sep 16 19:39:42.244250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63024f78-dc5d-4479-a299-35ea5cd4b417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.273142 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee8b2101-6b44-4ec0-965d-867cbf6e3d83 req-3cb3b2ee-ba7a-4ff0-914d-a73769021823 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 1099 time: 0.0896826 Sep 16 19:39:42.374980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63024f78-dc5d-4479-a299-35ea5cd4b417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.429752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b2101-6b44-4ec0-965d-867cbf6e3d83 req-cf892886-eb65-4970-8b9c-62825c58952f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:42.431274 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee8b2101-6b44-4ec0-965d-867cbf6e3d83 req-cf892886-eb65-4970-8b9c-62825c58952f service neutron] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 917 time: 0.1367118 Sep 16 19:39:42.538915 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee8b2101-6b44-4ec0-965d-867cbf6e3d83 req-e7b9c0f0-8a93-4059-8e6d-a3dbc535be9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c HTTP/1.1" status: 200 len: 1001 time: 0.1002798 Sep 16 19:39:42.579795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63024f78-dc5d-4479-a299-35ea5cd4b417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.584955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-98b71250-f738-4bb9-9638-8936223d8c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:42.607623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b2101-6b44-4ec0-965d-867cbf6e3d83 req-0d76a414-645a-4d6b-aa81-b3434704793c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:42.609195 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee8b2101-6b44-4ec0-965d-867cbf6e3d83 req-0d76a414-645a-4d6b-aa81-b3434704793c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.0632141 Sep 16 19:39:42.620210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63024f78-dc5d-4479-a299-35ea5cd4b417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053039ef-dc7f-4726-ad8d-d61294dee271,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:42.625315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-63024f78-dc5d-4479-a299-35ea5cd4b417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:42.628142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-63024f78-dc5d-4479-a299-35ea5cd4b417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.637581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6347fd-d7a6-4d76-8bc6-6f301f4be9a3 None None] Network 57f9b840-40f5-41b9-855d-5ace0800307d requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:39:42.637809 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-63024f78-dc5d-4479-a299-35ea5cd4b417 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/053039ef-dc7f-4726-ad8d-d61294dee271 HTTP/1.1" status: 204 len: 168 time: 0.5333681 Sep 16 19:39:42.637966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52166) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:42.707080 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee8b2101-6b44-4ec0-965d-867cbf6e3d83 req-46c2f5e0-678d-4980-8416-17b9bb6bd110 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899286 Sep 16 19:39:42.756813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.767528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Deleting port 30c00b02-5d91-4027-ad22-1b50022aeeda {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:42.767953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:42.852727 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee8b2101-6b44-4ec0-965d-867cbf6e3d83 req-454f4070-fc48-4ea2-8c65-a7a5c4eb5478 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380064 Sep 16 19:39:42.908690 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] DHCP port deletion for 57f9b840-40f5-41b9-855d-5ace0800307d request from dv-cinder-809448-1-iscsi {{(pid=93570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:39:42.913276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Deleting port 30c00b02-5d91-4027-ad22-1b50022aeeda {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:42.913737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:43.003570 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] For port 30c00b02-5d91-4027-ad22-1b50022aeeda, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=30c00b02-5d91-4027-ad22-1b50022aeeda,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:43.003951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:43.005580 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee8b2101-6b44-4ec0-965d-867cbf6e3d83 req-01e1c440-d66c-41db-a62a-f0247fee1fbf service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455863 Sep 16 19:39:43.139966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] For port 30c00b02-5d91-4027-ad22-1b50022aeeda, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=30c00b02-5d91-4027-ad22-1b50022aeeda,segment=NetworkSegment(e07a3c84-0c7b-498c-a0b1-f6aefd436e94),segment_id=e07a3c84-0c7b-498c-a0b1-f6aefd436e94)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:43.140310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:43.273098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Calling delete_port for 30c00b02-5d91-4027-ad22-1b50022aeeda owned by network:dhcp {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:43.359524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Calling delete_port for 30c00b02-5d91-4027-ad22-1b50022aeeda owned by network:dhcp {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:43.442135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583'] for port, after_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:43.447042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:43.488383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=93568) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:39:43.488749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:39:43.492686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Pushing event deleted for resources: {'Port': ['ID=30c00b02-5d91-4027-ad22-1b50022aeeda,revision_number=None']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:43.503466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] No DVR routers for this DVR port 30c00b02-5d91-4027-ad22-1b50022aeeda on host dv-cinder-809448-1-iscsi {{(pid=93570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:39:43.505452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.505837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.506241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.506615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.506987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.507356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.507722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.508088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.508468 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.508821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.509182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:39:43.512439 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf691d-5692-434b-80d6-503089ef1b80 req-0acc9735-2616-4228-9ed9-62cab44c0ff5 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:43.512581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:43.514274 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-05bf691d-5692-434b-80d6-503089ef1b80 req-0acc9735-2616-4228-9ed9-62cab44c0ff5 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.1206949 Sep 16 19:39:43.564635 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-05bf691d-5692-434b-80d6-503089ef1b80 req-2e22687a-fdfd-40ad-8e46-6ec096b99af5 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Sep 16 19:39:43.575328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 30c00b02-5d91-4027-ad22-1b50022aeeda no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:39:43.616242 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 30c00b02-5d91-4027-ad22-1b50022aeeda {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:39:43.616802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 30c00b02-5d91-4027-ad22-1b50022aeeda not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:39:43.993263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Deleting port 30c00b02-5d91-4027-ad22-1b50022aeeda {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:43.993263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:44.003277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:44.056201 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] The port '30c00b02-5d91-4027-ad22-1b50022aeeda' was deleted {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:39:44.180691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:44.211821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f9b840-40f5-41b9-855d-5ace0800307d']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:44.225332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:44.225680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07a3c84-0c7b-498c-a0b1-f6aefd436e94') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:44.238400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:44.253242 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:44.259869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:39:44.260288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: % (table.description, expected, rows_matched) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: % (table.description, expected, rows_matched) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: % (table.description, expected, rows_matched) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: % (table.description, expected, rows_matched) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:39:44.275957 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:39:44.487927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:44.497328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:44.512803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-80c12ba2-97fa-42ec-832d-6fd2d1fc30b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:44.540253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Pushing event deleted for resources: {'Network': ['ID=57f9b840-40f5-41b9-855d-5ace0800307d,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:44.547975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:44.572195 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52196) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:44.572675 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c0d20d64-3ce9-4bd2-97ed-7a473dff32db admin admin] 10.222.0.37 "DELETE /v2.0/networks/57f9b840-40f5-41b9-855d-5ace0800307d HTTP/1.1" status: 204 len: 168 time: 1.9331985 Sep 16 19:39:45.073279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device fa0b41f6-03b1-4b61-8612-3c159f524f6c details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:39:45.082678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad54206-0739-4e7e-8963-fd2044bf6bc8 req-3e328f13-4d49-40a5-97f7-b799911354ce tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:45.084267 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fad54206-0739-4e7e-8963-fd2044bf6bc8 req-3e328f13-4d49-40a5-97f7-b799911354ce tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.1337221 Sep 16 19:39:45.164447 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fad54206-0739-4e7e-8963-fd2044bf6bc8 req-2426240e-ba4c-4f0c-a857-93d1696c66a9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699975 Sep 16 19:39:45.320272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:45.335765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'port_id': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'mac_address': 'fa:16:3e:05:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:39:45.395394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:45.419559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa0b41f6-03b1-4b61-8612-3c159f524f6c {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:39:45.433407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148442'] for router_interface, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:45.435847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:45.466890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:45.470562 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:45.548860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=6']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:45.554888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:45.558699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['fa0b41f6-03b1-4b61-8612-3c159f524f6c'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:39:46.156937 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Deleting port f1231235-581a-4a5e-90eb-9f2a9df99a73 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:46.158042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:46.361253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] For port f1231235-581a-4a5e-90eb-9f2a9df99a73, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=f1231235-581a-4a5e-90eb-9f2a9df99a73,segment=NetworkSegment(24c36c98-2228-4dc7-8e13-21d11617fa06),segment_id=24c36c98-2228-4dc7-8e13-21d11617fa06)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:46.361669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:46.471724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de055fb4-0ada-44b7-844e-0f3282d3dc17 req-6eb56eed-27b9-4d3f-805b-f3e795382098 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:46.473684 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de055fb4-0ada-44b7-844e-0f3282d3dc17 req-6eb56eed-27b9-4d3f-805b-f3e795382098 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 945 time: 0.0957174 Sep 16 19:39:46.523221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Calling delete_port for f1231235-581a-4a5e-90eb-9f2a9df99a73 owned by network:router_interface {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:46.539587 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de055fb4-0ada-44b7-844e-0f3282d3dc17 req-5225a12d-1bf3-4537-b3ef-7b24dc07fea2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592189 Sep 16 19:39:46.762320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:46.775005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8dbfc808-beee-4f05-9d7f-53fa82e7f2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:46.818709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1231235-581a-4a5e-90eb-9f2a9df99a73,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:46.822406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:47.088863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device fa0b41f6-03b1-4b61-8612-3c159f524f6c up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:39:47.172142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port fa0b41f6-03b1-4b61-8612-3c159f524f6c triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:39:47.172713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:47.179094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8194358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854148408'] for router_interface, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:47.299725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:47.328397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:39:47.338893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:47.763970 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'code': 200} Sep 16 19:39:48.031657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3c8ab-0d5d-47df-9145-f766753687b8 req-9969c67f-d47a-4af1-9bae-d7c2c2f96316 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:48.031657 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a9a3c8ab-0d5d-47df-9145-f766753687b8 req-9969c67f-d47a-4af1-9bae-d7c2c2f96316 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0957277 Sep 16 19:39:48.032383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:39:48.032744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:48.032744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:48.033109 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a9a3c8ab-0d5d-47df-9145-f766753687b8 req-e42ddfa3-f643-4d1b-9025-cc1648457c8c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452547 Sep 16 19:39:48.033427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=7']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:48.033427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:48.222494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:39:48.231182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] Sync routers for ids ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:39:48.244016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] Routers {'8d9321be-b4eb-4c93-a4aa-3b739c023d4d'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:48.244664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:48.430170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] Set router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:39:48.692870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7ad9cdc3-29bc-407c-9ba7-8d832539822b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:48.728121 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:43Z', 'updated_at': '2021-09-16T19:39:46Z', 'revision_number': 5, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'gw_port': {'id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:46Z', 'updated_at': '2021-09-16T19:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:48.732748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] Checking router: 8d9321be-b4eb-4c93-a4aa-3b739c023d4d for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:39:48.743681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] Routers {'8d9321be-b4eb-4c93-a4aa-3b739c023d4d'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:48.744329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:48.926609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] Set router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:39:49.022417 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] 10.222.0.37 "PUT /v2.0/routers/8d9321be-b4eb-4c93-a4aa-3b739c023d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4489806 Sep 16 19:39:49.025351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52210) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:49.290131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:43Z', 'updated_at': '2021-09-16T19:39:46Z', 'revision_number': 5, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'gw_port': {'id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:46Z', 'updated_at': '2021-09-16T19:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:49.297515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f4ca8-4a4c-4a84-8178-64b14438a78d None None] The sync data for ids ['8d9321be-b4eb-4c93-a4aa-3b739c023d4d'] in dv-cinder-809448-1-iscsi is: [{'id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'name': 'tempest-TestMinimumBasicScenario-1948081432-router', 'tenant_id': 'e36ea0fa65e74da999a2b16582fb397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:36:43Z', 'updated_at': '2021-09-16T19:39:46Z', 'revision_number': 5, 'project_id': 'e36ea0fa65e74da999a2b16582fb397d', 'gw_port': {'id': 'be2b5f47-76be-48e7-9dd6-6cbc3f6cc745', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9321be-b4eb-4c93-a4aa-3b739c023d4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:36:46Z', 'updated_at': '2021-09-16T19:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:39:49.307421 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3b236-27ac-4649-a5d5-9e3885c77bdf req-8ed06bac-0177-42bc-ad09-ff5e6d51202c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:49.311006 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-43c3b236-27ac-4649-a5d5-9e3885c77bdf req-8ed06bac-0177-42bc-ad09-ff5e6d51202c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.1251869 Sep 16 19:39:49.390637 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-43c3b236-27ac-4649-a5d5-9e3885c77bdf req-d528dbe8-49fe-48d2-a99a-bb0688ffaba9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748372 Sep 16 19:39:49.457378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:49.483392 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:49.551701 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device f1231235-581a-4a5e-90eb-9f2a9df99a73 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:39:49.611841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: f1231235-581a-4a5e-90eb-9f2a9df99a73 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:39:49.612320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device f1231235-581a-4a5e-90eb-9f2a9df99a73 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:39:49.725579 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:49.762668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Deleting port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:49.763102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:49.968775 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] For port be2b5f47-76be-48e7-9dd6-6cbc3f6cc745, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=be2b5f47-76be-48e7-9dd6-6cbc3f6cc745,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:49.969289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:50.114687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Calling delete_port for be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 owned by network:router_gateway {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:50.345546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:50.352105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-54191766-f9c7-4c57-9c98-50c7657387da tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:50.406073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=be2b5f47-76be-48e7-9dd6-6cbc3f6cc745,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:50.406073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:50.425603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0bb1ae14-acf1-4a15-812e-732e7e2d10dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:50.661045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6e9a-3e25-4f45-be04-2b98d31516e6 req-ed72fb69-5a99-466f-8396-9a62ce5b402b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:50.666256 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e6bd6e9a-3e25-4f45-be04-2b98d31516e6 req-ed72fb69-5a99-466f-8396-9a62ce5b402b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.1081991 Sep 16 19:39:50.670008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624456'] for router_gateway, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:50.721722 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e6bd6e9a-3e25-4f45-be04-2b98d31516e6 req-95342dfa-191d-4863-a0d3-09bdf7c94c36 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521250 Sep 16 19:39:50.843142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:50.973092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7726'] for router, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:50.977620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:51.174716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854089221'] for router, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:51.175477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d9321be-b4eb-4c93-a4aa-3b739c023d4d {{(pid=93569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:39:51.189745 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Notify callbacks [] for router, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:51.192869 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8d9321be-b4eb-4c93-a4aa-3b739c023d4d HTTP/1.1" status: 204 len: 168 time: 2.1662278 Sep 16 19:39:51.195813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52222) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:51.309177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] Deleting subnet 9e8b6359-2ee4-4419-a653-474bf2998abc {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:39:51.313260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:51.384143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:51.570022 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:51.597700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:39:51.746021 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:51.753582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:51.798479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e8b6359-2ee4-4419-a653-474bf2998abc,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:51.802635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:51.805534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:51.816012 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9e8b6359-2ee4-4419-a653-474bf2998abc HTTP/1.1" status: 204 len: 168 time: 0.6189570 Sep 16 19:39:51.818613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52228) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:51.837700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43883a57-08cd-4f66-96a2-4ec914b91e9f None None] Network d3561bd6-b984-4777-a2a3-c306d4c02d53 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:39:51.870317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:39:51.870717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device be2b5f47-76be-48e7-9dd6-6cbc3f6cc745 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:39:51.961981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:51.970999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafb028-cf95-4c46-911a-e8db0a776867 req-73adc827-74e2-48e4-97c6-1877564749ea tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:51.972722 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cfafb028-cf95-4c46-911a-e8db0a776867 req-73adc827-74e2-48e4-97c6-1877564749ea tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0971766 Sep 16 19:39:51.974750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Deleting port 15438cf1-231f-4995-9620-01d9d98fd704 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:51.975300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.109218 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cfafb028-cf95-4c46-911a-e8db0a776867 req-3c78f31b-cd51-4a09-bac8-090d1218ede9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548744 Sep 16 19:39:52.156664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.160542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] DHCP port deletion for d3561bd6-b984-4777-a2a3-c306d4c02d53 request from dv-cinder-809448-1-iscsi {{(pid=93570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:39:52.165005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] Deleting port 15438cf1-231f-4995-9620-01d9d98fd704 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:52.165429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.223443 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] For port 15438cf1-231f-4995-9620-01d9d98fd704, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=15438cf1-231f-4995-9620-01d9d98fd704,segment=NetworkSegment(24c36c98-2228-4dc7-8e13-21d11617fa06),segment_id=24c36c98-2228-4dc7-8e13-21d11617fa06)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:52.223845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.364896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Calling delete_port for 15438cf1-231f-4995-9620-01d9d98fd704 owned by network:dhcp {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:52.382550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] For port 15438cf1-231f-4995-9620-01d9d98fd704, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=15438cf1-231f-4995-9620-01d9d98fd704,segment=NetworkSegment(24c36c98-2228-4dc7-8e13-21d11617fa06),segment_id=24c36c98-2228-4dc7-8e13-21d11617fa06)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:39:52.382915 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.470980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.475959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e8728c20-c951-49ad-af30-4ddc13600062 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:52.520927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] Calling delete_port for 15438cf1-231f-4995-9620-01d9d98fd704 owned by network:dhcp {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:39:52.526654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Pushing event deleted for resources: {'Port': ['ID=15438cf1-231f-4995-9620-01d9d98fd704,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:52.530796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:52.531923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] No DVR routers for this DVR port 15438cf1-231f-4995-9620-01d9d98fd704 on host dv-cinder-809448-1-iscsi {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:39:52.608200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=93570) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:39:52.608563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:39:52.662301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.692670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3561bd6-b984-4777-a2a3-c306d4c02d53']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:52.709101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c36c98-2228-4dc7-8e13-21d11617fa06') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:52.709554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c36c98-2228-4dc7-8e13-21d11617fa06') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:39:52.725036 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.741324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.748708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:39:52.749143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:39:52.763463 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:39:52.956762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.961883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:52.965894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb1ba836-d4a2-4387-a5d9-5317e10ea5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:52.994727 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3561bd6-b984-4777-a2a3-c306d4c02d53,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:52.997446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:53.001363 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d3561bd6-b984-4777-a2a3-c306d4c02d53 HTTP/1.1" status: 204 len: 168 time: 1.1816883 Sep 16 19:39:53.109825 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] Deleting port 15438cf1-231f-4995-9620-01d9d98fd704 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:39:53.110610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:53.183900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-d3346f23-1be0-404d-aed2-18ebd38c3ca5 None None] The port '15438cf1-231f-4995-9620-01d9d98fd704' was deleted {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:39:53.375302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4db5-20cd-47de-9439-e6053a904381 req-2130fef2-29be-4326-a3d8-1935e81138de tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:53.377987 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8cea4db5-20cd-47de-9439-e6053a904381 req-2130fef2-29be-4326-a3d8-1935e81138de tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0983427 Sep 16 19:39:53.382119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52240) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:53.454817 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8cea4db5-20cd-47de-9439-e6053a904381 req-ca4ed567-0125-4ec6-bc5e-f8a70edc1222 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596964 Sep 16 19:39:53.457814 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-75302aa7-cac8-4538-9790-cd7c66bf01a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f2c23d8b33a4f1d931dfc4be74aecfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0741928 Sep 16 19:39:53.460894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52244) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:53.557985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7cdd45cc-1aa2-41d7-96aa-5bca9ca13d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:53.581422 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7cdd45cc-1aa2-41d7-96aa-5bca9ca13d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:53.590606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 15438cf1-231f-4995-9620-01d9d98fd704 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:39:53.631033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 15438cf1-231f-4995-9620-01d9d98fd704 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:39:53.631626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 15438cf1-231f-4995-9620-01d9d98fd704 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:39:53.676688 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7cdd45cc-1aa2-41d7-96aa-5bca9ca13d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:53.682713 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-32fda8a2-6ada-405a-9a78-1477fb824d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:53.698414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd45cc-1aa2-41d7-96aa-5bca9ca13d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64085f8-2421-4ca0-8d48-c4c300cf3785,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:53.706038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7cdd45cc-1aa2-41d7-96aa-5bca9ca13d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:53.706839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7cdd45cc-1aa2-41d7-96aa-5bca9ca13d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:53.710563 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7cdd45cc-1aa2-41d7-96aa-5bca9ca13d53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d64085f8-2421-4ca0-8d48-c4c300cf3785 HTTP/1.1" status: 204 len: 168 time: 0.2464726 Sep 16 19:39:54.380559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52252) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:54.448803 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1f2fec83-e3eb-4fb2-9da8-02ddbfd9a43f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e36ea0fa65e74da999a2b16582fb397d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0671625 Sep 16 19:39:54.451960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52256) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:54.532981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b813c082-e5f2-4d47-9d90-f8ffc8eb90fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:54.565761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b813c082-e5f2-4d47-9d90-f8ffc8eb90fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:54.749560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e686d-1c06-435c-9e62-c667844ae404 req-0827c92f-f9a5-4668-9365-d9abfbf535d4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:54.751273 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a58e686d-1c06-435c-9e62-c667844ae404 req-0827c92f-f9a5-4668-9365-d9abfbf535d4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.1361315 Sep 16 19:39:54.793848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b813c082-e5f2-4d47-9d90-f8ffc8eb90fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:54.802658 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9379c1d7-1b0e-4f1a-bd7b-66710ea8824e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:54.837258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813c082-e5f2-4d47-9d90-f8ffc8eb90fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c518381-69b0-4cd7-bcc9-4f52e3ae6747,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:54.849372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b813c082-e5f2-4d47-9d90-f8ffc8eb90fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:54.854818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b813c082-e5f2-4d47-9d90-f8ffc8eb90fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:54.859427 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b813c082-e5f2-4d47-9d90-f8ffc8eb90fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c518381-69b0-4cd7-bcc9-4f52e3ae6747 HTTP/1.1" status: 204 len: 168 time: 0.4027052 Sep 16 19:39:54.867321 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a58e686d-1c06-435c-9e62-c667844ae404 req-a043ca9e-9863-4362-8bf1-df5f6ad8afa5 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082239 Sep 16 19:39:56.126286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3727c-fc8f-4325-b296-1ab9cd14e720 req-9971d25d-f29b-4723-ba7d-5ba130bbb445 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:56.127972 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-26f3727c-fc8f-4325-b296-1ab9cd14e720 req-9971d25d-f29b-4723-ba7d-5ba130bbb445 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0995340 Sep 16 19:39:56.182161 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-26f3727c-fc8f-4325-b296-1ab9cd14e720 req-f3a14a99-329a-47a0-894c-4783aaa59799 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479503 Sep 16 19:39:56.430888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52296) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:56.567405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1417928791-network', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:39:56.572622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:39:56.578001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Usage tracker for resource:network and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:39:56.580986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:39:56.587732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:39:56.624775 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Made reservation on behalf of 82d7310a7c3f4a28837911539a3d30ba for: {'network': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:39:56.629458 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:56.643796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:56.678859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:39:56.683592 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Usage tracker for resource:security_group_rule and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:39:56.686768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:39:56.692821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:39:56.835725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:56.864518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:56.869003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e149daef-e74a-46c0-ac25-bd8e0a17ef79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:57.107167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:39:57.162782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b2092c-5c4c-4e51-b17b-c43c3a835aba,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:57.167757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:57.168683 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:57.169064 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Added segment 7143c636-de19-4976-8920-f289dfce3854 of type vlan for network ff54bfc5-8cde-4fdc-aed8-0547042ed82c Sep 16 19:39:57.203837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:57.240030 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-405c1c22-a209-4af4-b9e7-746b44461d1b req-df02deb0-4124-4833-9f97-609642947c30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 1099 time: 0.1407216 Sep 16 19:39:57.331021 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:57.338138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:57.338774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:57.344874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:57.524587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Pushing event updated for resources: {'Network': ['ID=ff54bfc5-8cde-4fdc-aed8-0547042ed82c,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:57.531029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:57.535542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network ff54bfc5-8cde-4fdc-aed8-0547042ed82c details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:39:57.561831 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1297741 Sep 16 19:39:57.565212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52304) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:57.565866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c1c22-a209-4af4-b9e7-746b44461d1b req-0371dc73-29af-47e8-a1e9-5180c4f1cbd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:57.567371 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-405c1c22-a209-4af4-b9e7-746b44461d1b req-0371dc73-29af-47e8-a1e9-5180c4f1cbd0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 917 time: 0.3202794 Sep 16 19:39:57.571844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Request body: {'subnet': {'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1417928791-subnet', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:39:57.577827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:39:57.582050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Usage tracker for resource:subnet and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:39:57.584989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:39:57.593123 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:39:57.632258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Made reservation on behalf of 82d7310a7c3f4a28837911539a3d30ba for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:39:57.636192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0c5b4-cd56-4d55-883b-16178c2a4eba req-15f19f50-6978-4b3a-a501-49bc91ae9984 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:57.638928 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b6f0c5b4-cd56-4d55-883b-16178c2a4eba req-15f19f50-6978-4b3a-a501-49bc91ae9984 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.3019097 Sep 16 19:39:57.639063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1230479'] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:57.729280 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-405c1c22-a209-4af4-b9e7-746b44461d1b req-74f05e62-dc96-4785-9201-28dbe9a89d42 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c HTTP/1.1" status: 200 len: 1001 time: 0.1543496 Sep 16 19:39:57.731701 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b6f0c5b4-cd56-4d55-883b-16178c2a4eba req-87d4b71a-290d-4e9b-baf0-c29083f45b4d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859697 Sep 16 19:39:57.798216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c1c22-a209-4af4-b9e7-746b44461d1b req-afd658d6-34f8-4388-a90a-ca4c84d631d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:57.800073 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-405c1c22-a209-4af4-b9e7-746b44461d1b req-afd658d6-34f8-4388-a90a-ca4c84d631d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.0651500 Sep 16 19:39:57.876628 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852838940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1230494'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:57.881559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:57.883559 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-405c1c22-a209-4af4-b9e7-746b44461d1b req-992ec15c-03ed-423f-acfb-7ece8dfabc22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770211 Sep 16 19:39:57.965686 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a7ebf6-b11d-4602-aa8f-ffb867ffc557,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:57.969579 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:57.981197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Checking segment: {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:39:57.981595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Network hostable DHCP agents. Network: ff54bfc5-8cde-4fdc-aed8-0547042ed82c, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:39:58.024946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Network ff54bfc5-8cde-4fdc-aed8-0547042ed82c is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:39:58.034284 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-405c1c22-a209-4af4-b9e7-746b44461d1b req-f7e0ec74-b50a-4399-9c43-91126b55ffab service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442847 Sep 16 19:39:58.064936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, ff54bfc5-8cde-4fdc-aed8-0547042ed82c) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:39:58.069198 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:58.069851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.074475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b032e0dc-31d1-4a85-bac7-b53458893039 None None] Network ff54bfc5-8cde-4fdc-aed8-0547042ed82c requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:39:58.127055 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7a43ea46-bf5c-4373-bf3e-ea263d6e4484 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5605073 Sep 16 19:39:58.128091 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52308) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:39:58.134114 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:39:58.140260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:39:58.144616 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Usage tracker for resource:router and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:39:58.148416 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:39:58.156019 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:39:58.187350 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-405c1c22-a209-4af4-b9e7-746b44461d1b req-3b026a2c-35ca-4b74-892c-ec6f0c60d6bc service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464567 Sep 16 19:39:58.191081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.192096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.212218 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.321311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:39:58.322251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.405737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.487636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Allocated IP 172.20.0.2 (ff54bfc5-8cde-4fdc-aed8-0547042ed82c/56a7ebf6-b11d-4602-aa8f-ffb867ffc557/c8a270d9-6f3b-486f-8af4-db38ce816c4b) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:39:58.717435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.728029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Transition to ACTIVE for port object c8a270d9-6f3b-486f-8af4-db38ce816c4b will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:39:58.748615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Transition to ACTIVE for port object c8a270d9-6f3b-486f-8af4-db38ce816c4b will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:39:58.780352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.785602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-352689a8-885d-4cc6-ab47-0b98fb1eca83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:58.848020 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Network ff54bfc5-8cde-4fdc-aed8-0547042ed82c is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:39:58.851940 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.855622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:39:58.860354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:39:58.870051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Pushing event updated for resources: {'Port': ['ID=c8a270d9-6f3b-486f-8af4-db38ce816c4b,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:58.873450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:58.889676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.963546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Attempting to bind port c8a270d9-6f3b-486f-8af4-db38ce816c4b on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:39:58.963994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Attempting to bind port c8a270d9-6f3b-486f-8af4-db38ce816c4b by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:39:58.964400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Attempting to bind port c8a270d9-6f3b-486f-8af4-db38ce816c4b on network ff54bfc5-8cde-4fdc-aed8-0547042ed82c {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:39:58.971655 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:39:58.972015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Checking segment: {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:39:58.972479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:58.972902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Bound using segment: {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:39:58.973411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Bound port: c8a270d9-6f3b-486f-8af4-db38ce816c4b, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:39:58.973826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:59.017298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdf95f-8fff-433f-9002-bb358b6edcfe req-4f031673-461a-4680-a9d9-2a801e46c84c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:39:59.018961 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ffdf95f-8fff-433f-9002-bb358b6edcfe req-4f031673-461a-4680-a9d9-2a801e46c84c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.1270819 Sep 16 19:39:59.074361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] For port c8a270d9-6f3b-486f-8af4-db38ce816c4b, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:39:59.077878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] For port c8a270d9-6f3b-486f-8af4-db38ce816c4b, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c8a270d9-6f3b-486f-8af4-db38ce816c4b,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:39:59.142017 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ffdf95f-8fff-433f-9002-bb358b6edcfe req-65c34a84-44c6-4d4f-954e-7e8f918a751d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124101 Sep 16 19:39:59.180318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Allocated IP 172.27.2.135 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/f61fa346-aea0-4822-843f-53449a4a79d0) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:39:59.220014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:59.228388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d54bf445-3134-40ab-be21-0a7c38626b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:59.313048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Pushing event updated for resources: {'Port': ['ID=c8a270d9-6f3b-486f-8af4-db38ce816c4b,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:59.316126 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:59.343851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:59.396970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:59.402010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-59dc6f13-99cf-4870-86b7-aa9ba21fd8bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:39:59.467683 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:39:59.471264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:39:59.475143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:39:59.510499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Pushing event updated for resources: {'Port': ['ID=f61fa346-aea0-4822-843f-53449a4a79d0,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:39:59.515450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:39:59.755928 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:39:59.756719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:00.042061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:40:00.256706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:40:00.267436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Sync routers for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:40:00.287287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:00.287972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:00.316818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:00.318447 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1892645 Sep 16 19:40:00.321640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52316) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:00.384480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fdade-9dff-4c43-a7bf-5d0a3dc434b2 req-927ab18f-849a-4a89-9355-4e26bcc6cda2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:00.387287 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-029fdade-9dff-4c43-a7bf-5d0a3dc434b2 req-927ab18f-849a-4a89-9355-4e26bcc6cda2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 946 time: 0.0945811 Sep 16 19:40:00.458201 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-029fdade-9dff-4c43-a7bf-5d0a3dc434b2 req-92b96efe-90b1-4a56-a509-88f359b65c24 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638518 Sep 16 19:40:00.495080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:00.858578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:39:59Z', 'revision_number': 3, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:00.859872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Checking router: 7e6ce6c8-6e5c-4059-90bc-3b49345a041e for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:40:00.860276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Updating router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e port f61fa346-aea0-4822-843f-53449a4a79d0 binding host dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:40:00.936810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:01.052786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b78144-082a-41d4-8497-bef68ad033ad None None] Network ff54bfc5-8cde-4fdc-aed8-0547042ed82c requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:40:01.134571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device fa0b41f6-03b1-4b61-8612-3c159f524f6c no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:40:01.198010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:01.447581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Allocated IP 172.20.0.1 (ff54bfc5-8cde-4fdc-aed8-0547042ed82c/56a7ebf6-b11d-4602-aa8f-ffb867ffc557/8c8c77aa-39a6-4320-82b8-bdaea2f68712) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:40:01.487528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-20f9b3e6-2fef-4b54-967c-e469b1c61258 None None] Provisioning for port c8a270d9-6f3b-486f-8af4-db38ce816c4b completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:01.625077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:01.650361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Transition to ACTIVE for port object 8c8c77aa-39a6-4320-82b8-bdaea2f68712 will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:01.656632 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c8a270d9-6f3b-486f-8af4-db38ce816c4b up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:01.703390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:01.716915 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:01.721825 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b862ed6c-c296-486a-a7d5-4665d1fb1d3c tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:01.787985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Network ff54bfc5-8cde-4fdc-aed8-0547042ed82c is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:40:01.793047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:40:01.794244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:40:01.812539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:40:01.836440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:01.906340 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'code': 422} returned with failed status Sep 16 19:40:01.915709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:01.918844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:01.999444 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port c8a270d9-6f3b-486f-8af4-db38ce816c4b completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:02.011972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Notify callbacks [] for port, precommit_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.020730 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port c8a270d9-6f3b-486f-8af4-db38ce816c4b triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:02.021152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.069374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Pushing event updated for resources: {'Port': ['ID=8c8c77aa-39a6-4320-82b8-bdaea2f68712,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:02.074326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:02.078845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Transition to ACTIVE for port object f61fa346-aea0-4822-843f-53449a4a79d0 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:02.089663 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=8']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:02.094913 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.112021 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:02.115874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.125513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8d68111-07ac-4f6f-984b-d9d03bb7ed7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:02.213743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.256534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededab69-2e06-4b0c-bcda-d84f66828fc8 None None] Pushing event updated for resources: {'Port': ['ID=f61fa346-aea0-4822-843f-53449a4a79d0,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:02.262597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ededab69-2e06-4b0c-bcda-d84f66828fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:02.263566 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Attempting to bind port f61fa346-aea0-4822-843f-53449a4a79d0 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:40:02.263973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Attempting to bind port f61fa346-aea0-4822-843f-53449a4a79d0 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:40:02.264381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Attempting to bind port f61fa346-aea0-4822-843f-53449a4a79d0 on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:40:02.286559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:40:02.286986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:40:02.287445 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.287885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:40:02.288416 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Bound port: f61fa346-aea0-4822-843f-53449a4a79d0, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:40:02.288844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.323768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.405454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port c8a270d9-6f3b-486f-8af4-db38ce816c4b, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c8a270d9-6f3b-486f-8af4-db38ce816c4b,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:02.410056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] For port f61fa346-aea0-4822-843f-53449a4a79d0, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:40:02.413478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] For port f61fa346-aea0-4822-843f-53449a4a79d0, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=f61fa346-aea0-4822-843f-53449a4a79d0,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:40:02.419693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-2a1e00ca-5924-4a4c-9e70-a5c509d4014a None None] Provisioning for port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:02.425363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-2a1e00ca-5924-4a4c-9e70-a5c509d4014a None None] Provisioning complete for port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:02.425724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a1e00ca-5924-4a4c-9e70-a5c509d4014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.455466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.464321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:02.473850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.498380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.505131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.538205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5fa6c6f7-fa0e-4ec0-bb34-008ce8ae0613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:02.564836 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e00ca-5924-4a4c-9e70-a5c509d4014a None None] Port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:40:02.579797 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=c8a270d9-6f3b-486f-8af4-db38ce816c4b,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:02.585368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:02.585889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:02.631270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:02.631974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:02.676531 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Pushing event updated for resources: {'Port': ['ID=8c8c77aa-39a6-4320-82b8-bdaea2f68712,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:02.679280 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.684697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:02.775066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-2a1e00ca-5924-4a4c-9e70-a5c509d4014a None None] Provisioning complete for port c8a270d9-6f3b-486f-8af4-db38ce816c4b triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:02.775488 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a1e00ca-5924-4a4c-9e70-a5c509d4014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:02.800959 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-663b3c05-0d81-44d6-9ea0-fb75757c350b req-721011a1-a8d2-4480-b044-eeecd109fa96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3117449 Sep 16 19:40:02.824120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededab69-2e06-4b0c-bcda-d84f66828fc8 None None] Pushing event updated for resources: {'Port': ['ID=f61fa346-aea0-4822-843f-53449a4a79d0,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:02.842329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ededab69-2e06-4b0c-bcda-d84f66828fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:02.852473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Network ff54bfc5-8cde-4fdc-aed8-0547042ed82c is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:40:02.853652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:40:02.959081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:03.241291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd43f8-fad0-4fc7-abc5-617aea6e8b42 req-b638458e-da5f-4ede-a32a-ab16fabd5c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:03.243175 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42cd43f8-fad0-4fc7-abc5-617aea6e8b42 req-b638458e-da5f-4ede-a32a-ab16fabd5c4b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1392324 Sep 16 19:40:03.291298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52362) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:03.299407 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42cd43f8-fad0-4fc7-abc5-617aea6e8b42 req-77e462d8-ffe2-4da7-92ca-92fe255a0817 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492589 Sep 16 19:40:03.364166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:40:03.453055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-74da90b3-4cf7-4339-b58a-5c1afbbad73f None None] Provisioning complete for port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:03.453409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-74da90b3-4cf7-4339-b58a-5c1afbbad73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:03.539346 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-74da90b3-4cf7-4339-b58a-5c1afbbad73f None None] Port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:40:03.595840 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-8cfe5f11-440d-475a-aac5-a5890c00780e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3033087 Sep 16 19:40:03.597473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c8a270d9-6f3b-486f-8af4-db38ce816c4b up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:03.650032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:40:03.663410 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] 10.222.0.37 "PUT /v2.0/routers/7e6ce6c8-6e5c-4059-90bc-3b49345a041e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3400362 Sep 16 19:40:03.702094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 2, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:03.706043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-c222d6d4-7e2a-44fa-b1d0-75d1887899ec None None] Provisioning complete for port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:03.706403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c222d6d4-7e2a-44fa-b1d0-75d1887899ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:03.736520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef4775-3efc-455b-9967-b2df322ca286 None None] The sync data for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi is: [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 2, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:40:03.753316 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port c8a270d9-6f3b-486f-8af4-db38ce816c4b triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:03.753753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:03.826508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-c222d6d4-7e2a-44fa-b1d0-75d1887899ec None None] Port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:40:04.542588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3163d-daff-412e-a54f-92c3f3fc347b req-521e82a9-6324-48b6-8fb2-fb976f8a74e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:04.544951 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f3163d-daff-412e-a54f-92c3f3fc347b req-521e82a9-6324-48b6-8fb2-fb976f8a74e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1020539 Sep 16 19:40:04.601395 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2f3163d-daff-412e-a54f-92c3f3fc347b req-694e217d-fe59-4e88-adb5-c8b1b69ed335 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486636 Sep 16 19:40:04.766449 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-0ccf45f3-019c-4f75-aeea-d67106efe3a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7&tenant_id=fedd54e5357041a2bd78224901e72cc7 HTTP/1.1" status: 200 len: 1097 time: 0.0829577 Sep 16 19:40:04.834552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52398) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:04.840603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1759046806-network', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:04.848891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:04.856279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Usage tracker for resource:network and tenant:e66ccb3d1c9b446592e9fc713078d49c is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:04.860244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:04.867812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:04.890386 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-090f8046-918e-476d-9acb-12a760d6a22e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fedd54e5357041a2bd78224901e72cc7&device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 1097 time: 0.1026487 Sep 16 19:40:04.910725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Made reservation on behalf of e66ccb3d1c9b446592e9fc713078d49c for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:40:04.915572 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:04.935516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:04.970174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:04.974253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Usage tracker for resource:security_group_rule and tenant:e66ccb3d1c9b446592e9fc713078d49c is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:04.977216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:04.983869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:05.046529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-1678ef76-cfae-4db9-9052-251f4b0b0f23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:05.048862 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-1678ef76-cfae-4db9-9052-251f4b0b0f23 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 200 len: 917 time: 0.1524463 Sep 16 19:40:05.056041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.077366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.082224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b73703e9-b179-459b-8d3c-d5d021de7fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:05.111995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:40:05.130272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d6fbf2-d538-4139-9409-dd37a51e9891,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:05.146037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.146541 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Added segment 41d556c1-8f52-42f7-a502-156b6d1d9fc8 of type vlan for network 6df35965-a01d-4bc5-a294-2e6f46740d07 Sep 16 19:40:05.152957 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:05.176130 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-2791ce55-e819-41a1-9b16-6fde160f3f02 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c HTTP/1.1" status: 200 len: 999 time: 0.1203218 Sep 16 19:40:05.218036 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.255500 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-e46cf40a-0aaa-4107-86a3-d3e365ce7784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:05.257112 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-e46cf40a-0aaa-4107-86a3-d3e365ce7784 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 200 len: 855 time: 0.0741296 Sep 16 19:40:05.271128 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.272148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:05.272810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.276698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:05.338768 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-ba5e9e8f-d301-422a-bb52-9b1bdecdd9e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f548adf9-b5ee-40a6-af60-88513434f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757711 Sep 16 19:40:05.385536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Pushing event updated for resources: {'Network': ['ID=6df35965-a01d-4bc5-a294-2e6f46740d07,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:05.388435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:05.397115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 6df35965-a01d-4bc5-a294-2e6f46740d07 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:40:05.401403 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5631139 Sep 16 19:40:05.401641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52402) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:05.408449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Request body: {'subnet': {'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1759046806-subnet', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:05.414088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:05.418186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Usage tracker for resource:subnet and tenant:e66ccb3d1c9b446592e9fc713078d49c is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:05.422553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:05.430326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:05.465212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Made reservation on behalf of e66ccb3d1c9b446592e9fc713078d49c for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:40:05.471330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1230479'] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.498470 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-9e3c94e0-eab1-426d-8a5b-8e3bb93c9f9d service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535108 Sep 16 19:40:05.639174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device f61fa346-aea0-4822-843f-53449a4a79d0 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:05.678976 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-771c9ca1-3860-4e64-a7a6-57148a53479b req-393251a7-8a24-4e8b-93c1-613b44e9ae45 service neutron] 10.222.0.38 "GET /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746120 Sep 16 19:40:05.745034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port f61fa346-aea0-4822-843f-53449a4a79d0 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:05.751034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port f61fa346-aea0-4822-843f-53449a4a79d0 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:05.757806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.807785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852838940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1230494'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.813380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:05.882580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.883759 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47b6e-6945-4fbc-ace4-e686ab54fff5 req-faed210c-5a94-4784-80e1-60e88c2f2176 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:05.890917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47137c5-407b-4076-8d7e-6fbe8d0d93de,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:05.896647 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-18b47b6e-6945-4fbc-ace4-e686ab54fff5 req-faed210c-5a94-4784-80e1-60e88c2f2176 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1064930 Sep 16 19:40:05.903687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port f61fa346-aea0-4822-843f-53449a4a79d0, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=f61fa346-aea0-4822-843f-53449a4a79d0,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:05.905291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:05.937198 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Checking segment: {'id': '41d556c1-8f52-42f7-a502-156b6d1d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:40:05.937614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Network hostable DHCP agents. Network: 6df35965-a01d-4bc5-a294-2e6f46740d07, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:40:05.941725 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-18b47b6e-6945-4fbc-ace4-e686ab54fff5 req-3b20e899-6d72-4c42-bfa8-4e3367550338 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488176 Sep 16 19:40:05.944692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:05.948111 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d34ae52f-43c7-47ad-a743-ecbbee84652a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:05.992220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Network 6df35965-a01d-4bc5-a294-2e6f46740d07 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:40:06.028293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=f61fa346-aea0-4822-843f-53449a4a79d0,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:06.030442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 6df35965-a01d-4bc5-a294-2e6f46740d07) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:40:06.032331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:06.035139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:06.039940 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.040765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb9c66-881e-4813-9ed7-fb350849c9af None None] Network 6df35965-a01d-4bc5-a294-2e6f46740d07 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:40:06.088356 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-051f98cb-f6c1-4479-a18e-c5ca8e67d0ee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6854768 Sep 16 19:40:06.091605 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52408) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:06.097139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:06.114900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:06.119965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Usage tracker for resource:router and tenant:e66ccb3d1c9b446592e9fc713078d49c is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:06.123235 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:06.130161 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:06.162015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.163103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.181653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.271417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-6df35965-a01d-4bc5-a294-2e6f46740d07', 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'fixed_ips': [{'subnet_id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:40:06.272328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.358092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.445578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Allocated IP 172.20.0.2 (6df35965-a01d-4bc5-a294-2e6f46740d07/b47137c5-407b-4076-8d7e-6fbe8d0d93de/e1097fb9-5bb2-448c-a02c-06e3683a20e1) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:40:06.588827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.621341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.674926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.686408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Transition to ACTIVE for port object e1097fb9-5bb2-448c-a02c-06e3683a20e1 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:06.706280 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Transition to ACTIVE for port object e1097fb9-5bb2-448c-a02c-06e3683a20e1 will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:06.745085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.752516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb382106-d04f-426c-804a-b45d7c62afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:06.772645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Allocated IP 172.27.2.204 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/720fade5-1a44-4d6d-842e-38883f42c093) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:40:06.826027 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Network 6df35965-a01d-4bc5-a294-2e6f46740d07 is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:40:06.829958 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:40:06.831946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Pushing event updated for resources: {'Port': ['ID=e1097fb9-5bb2-448c-a02c-06e3683a20e1,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:06.834419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:40:06.836705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:06.929995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Attempting to bind port e1097fb9-5bb2-448c-a02c-06e3683a20e1 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:40:06.930453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Attempting to bind port e1097fb9-5bb2-448c-a02c-06e3683a20e1 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '41d556c1-8f52-42f7-a502-156b6d1d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:40:06.930811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Attempting to bind port e1097fb9-5bb2-448c-a02c-06e3683a20e1 on network 6df35965-a01d-4bc5-a294-2e6f46740d07 {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:40:06.938593 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:40:06.939298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Checking segment: {'id': '41d556c1-8f52-42f7-a502-156b6d1d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:40:06.939433 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.939952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Bound using segment: {'id': '41d556c1-8f52-42f7-a502-156b6d1d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:40:06.940565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Bound port: e1097fb9-5bb2-448c-a02c-06e3683a20e1, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d556c1-8f52-42f7-a502-156b6d1d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:40:06.941013 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:06.963241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:07.066860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] For port e1097fb9-5bb2-448c-a02c-06e3683a20e1, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:40:07.073235 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] For port e1097fb9-5bb2-448c-a02c-06e3683a20e1, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=e1097fb9-5bb2-448c-a02c-06e3683a20e1,segment=NetworkSegment(41d556c1-8f52-42f7-a502-156b6d1d9fc8),segment_id=41d556c1-8f52-42f7-a502-156b6d1d9fc8)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:40:07.082641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:07.088721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-323c9167-b85e-4178-a997-b27e34596a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:07.111570 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:07.118145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:07.295847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Pushing event updated for resources: {'Port': ['ID=e1097fb9-5bb2-448c-a02c-06e3683a20e1,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:07.300813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:07.359644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95451-51d9-4741-a5dd-33ea1d7fc316 req-47d7a14a-a23d-4089-a31f-361c5611ac20 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:07.373585 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64a95451-51d9-4741-a5dd-33ea1d7fc316 req-47d7a14a-a23d-4089-a31f-361c5611ac20 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1683500 Sep 16 19:40:07.474256 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64a95451-51d9-4741-a5dd-33ea1d7fc316 req-b61e143a-b033-4358-8cf2-961f9f917029 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980844 Sep 16 19:40:07.598378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:40:07.601679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:40:07.609146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:40:07.646395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Pushing event updated for resources: {'Port': ['ID=720fade5-1a44-4d6d-842e-38883f42c093,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:07.662271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:07.698417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device f61fa346-aea0-4822-843f-53449a4a79d0 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:07.853544 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port f61fa346-aea0-4822-843f-53449a4a79d0 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:07.854234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:07.955072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:07.956219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:07.994865 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Sync routers for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:40:08.018952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:08.019581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:08.300275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:08.430588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Router e6bafed8-0a55-491c-9096-293b5dec8868 is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:40:08.668152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 2, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:08.673637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Checking router: 7e6ce6c8-6e5c-4059-90bc-3b49345a041e for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:40:08.674057 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Updating router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:40:08.742498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:08.774085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:40:08.785247 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Sync routers for ids ['e6bafed8-0a55-491c-9096-293b5dec8868'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:40:08.789951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61028a-3a87-4fab-9620-f65827bb52b8 req-d857c1ec-b302-49cb-abe4-2113b3baa8fd tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:08.792564 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8d61028a-3a87-4fab-9620-f65827bb52b8 req-d857c1ec-b302-49cb-abe4-2113b3baa8fd tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1454930 Sep 16 19:40:08.815914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Routers {'e6bafed8-0a55-491c-9096-293b5dec8868'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:08.816527 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['e6bafed8-0a55-491c-9096-293b5dec8868'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:08.937438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:08.938958 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8462760 Sep 16 19:40:08.942112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52436) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:08.948760 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8d61028a-3a87-4fab-9620-f65827bb52b8 req-a3b0b3b1-bcd4-4486-a931-c621fbd7d490 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319206 Sep 16 19:40:09.187281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Set router e6bafed8-0a55-491c-9096-293b5dec8868 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:09.520009 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5a3186-7b41-4b3c-896f-3b399d73332d None None] Network 6df35965-a01d-4bc5-a294-2e6f46740d07 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:40:09.564987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:09.611063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Transition to ACTIVE for port object 8c8c77aa-39a6-4320-82b8-bdaea2f68712 will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:09.664902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:09.671324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a3173944-09b8-4ef4-a733-f0d542053d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:09.768063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device e1097fb9-5bb2-448c-a02c-06e3683a20e1 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:09.801440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-7b1bebbc-6a9e-4fa1-97ff-7301dda0c0be None None] Provisioning for port e1097fb9-5bb2-448c-a02c-06e3683a20e1 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:09.886584 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '720fade5-1a44-4d6d-842e-38883f42c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:07Z', 'revision_number': 3, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'gw_port': {'id': '720fade5-1a44-4d6d-842e-38883f42c093', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:09.900484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Pushing event updated for resources: {'Port': ['ID=8c8c77aa-39a6-4320-82b8-bdaea2f68712,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:09.912332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.912926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.913499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.918579 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.919024 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.919831 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.920212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.921975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.922431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.922807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.923261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:09.930622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:09.933561 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Checking router: e6bafed8-0a55-491c-9096-293b5dec8868 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:40:09.933991 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Updating router e6bafed8-0a55-491c-9096-293b5dec8868 port 720fade5-1a44-4d6d-842e-38883f42c093 binding host dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:40:09.995872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Attempting to bind port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:40:09.996319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Attempting to bind port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:40:09.996780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Attempting to bind port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 on network ff54bfc5-8cde-4fdc-aed8-0547042ed82c {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:40:10.005379 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:40:10.005799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Checking segment: {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:40:10.006306 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:10.006752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Bound using segment: {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:40:10.007397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Bound port: 8c8c77aa-39a6-4320-82b8-bdaea2f68712, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:40:10.008274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:10.158297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] For port 8c8c77aa-39a6-4320-82b8-bdaea2f68712, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:40:10.163193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] For port 8c8c77aa-39a6-4320-82b8-bdaea2f68712, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=8c8c77aa-39a6-4320-82b8-bdaea2f68712,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:40:10.208329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:10.224982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:10.355657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:10.379798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:10.381008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:10.419894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe0c39-4ee1-410f-8320-b82f84970c1e req-8dab9650-e7ce-476c-85c5-76093e7e46a0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:10.421564 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-17fe0c39-4ee1-410f-8320-b82f84970c1e req-8dab9650-e7ce-476c-85c5-76093e7e46a0 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1731267 Sep 16 19:40:10.436052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port e1097fb9-5bb2-448c-a02c-06e3683a20e1 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:10.509660 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port e1097fb9-5bb2-448c-a02c-06e3683a20e1 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:10.510113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:10.570662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Pushing event updated for resources: {'Port': ['ID=8c8c77aa-39a6-4320-82b8-bdaea2f68712,revision_number=4']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:10.579872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3659fa95-2297-483e-8823-1f0d5c41dfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:10.583043 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-17fe0c39-4ee1-410f-8320-b82f84970c1e req-f3b8c1f2-be79-4391-bcd2-8b80fa00d852 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498029 Sep 16 19:40:10.690147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:10.931356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:10.950806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:11.138372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:10Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:11.141419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port e1097fb9-5bb2-448c-a02c-06e3683a20e1, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=e1097fb9-5bb2-448c-a02c-06e3683a20e1,segment=NetworkSegment(41d556c1-8f52-42f7-a502-156b6d1d9fc8),segment_id=41d556c1-8f52-42f7-a502-156b6d1d9fc8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:11.143999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5fc7b-3748-457b-a99b-d9280435c87e None None] The sync data for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi is: [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:10Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:40:11.188288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:11.193215 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:11.304926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=e1097fb9-5bb2-448c-a02c-06e3683a20e1,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:11.317644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:11.399080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Allocated IP 172.20.0.1 (6df35965-a01d-4bc5-a294-2e6f46740d07/b47137c5-407b-4076-8d7e-6fbe8d0d93de/04bb3241-8cfa-4dba-b48f-4dceb7ce356d) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:40:11.432848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Notify callbacks [] for port, precommit_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:11.448137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-47057e9c-de0c-4164-af64-65fd400fd6ed None None] Provisioning complete for port e1097fb9-5bb2-448c-a02c-06e3683a20e1 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:11.448559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47057e9c-de0c-4164-af64-65fd400fd6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:11.540744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Transition to ACTIVE for port object 720fade5-1a44-4d6d-842e-38883f42c093 will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:11.595639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:11.617675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-37141446-9c33-44d8-a007-52f8765a29fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:11.672588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:11.711316 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Transition to ACTIVE for port object 04bb3241-8cfa-4dba-b48f-4dceb7ce356d will not be triggered until provisioned by entity DHCP. {{(pid=93568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:11.732662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe722b-d6c5-42af-89da-eeee24f6101d None None] Pushing event updated for resources: {'Port': ['ID=720fade5-1a44-4d6d-842e-38883f42c093,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:11.738063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-afbe722b-d6c5-42af-89da-eeee24f6101d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:11.768274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:11.771291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 8c8c77aa-39a6-4320-82b8-bdaea2f68712 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:11.781216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86263a78-32f4-4238-9c6e-56f425d4fa25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:11.828180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Attempting to bind port 720fade5-1a44-4d6d-842e-38883f42c093 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:40:11.828818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Attempting to bind port 720fade5-1a44-4d6d-842e-38883f42c093 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:40:11.829627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Attempting to bind port 720fade5-1a44-4d6d-842e-38883f42c093 on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:40:11.841652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:40:11.842366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:40:11.842717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:11.843203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:40:11.843899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Bound port: 720fade5-1a44-4d6d-842e-38883f42c093, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:40:11.844402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:11.926165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d494b-85db-478c-8b51-e51ddf76ae18 req-466e5d86-69a8-464c-bd5b-35abebe395e6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:11.938754 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-597d494b-85db-478c-8b51-e51ddf76ae18 req-466e5d86-69a8-464c-bd5b-35abebe395e6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1498744 Sep 16 19:40:11.951359 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Pushing event updated for resources: {'Port': ['ID=04bb3241-8cfa-4dba-b48f-4dceb7ce356d,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:11.957396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:11.994912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] For port 720fade5-1a44-4d6d-842e-38883f42c093, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:40:11.999252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Network 6df35965-a01d-4bc5-a294-2e6f46740d07 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:40:11.999487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] For port 720fade5-1a44-4d6d-842e-38883f42c093, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=720fade5-1a44-4d6d-842e-38883f42c093,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:40:12.000146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:40:12.004414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:40:12.018677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:12.023075 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-597d494b-85db-478c-8b51-e51ddf76ae18 req-315cdb27-2356-43ee-a050-b17baeb9dfd7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820072 Sep 16 19:40:12.030174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:12.030600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.077532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.108832 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:12.121138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.249859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe722b-d6c5-42af-89da-eeee24f6101d None None] Pushing event updated for resources: {'Port': ['ID=720fade5-1a44-4d6d-842e-38883f42c093,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:12.252878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Routers {'e6bafed8-0a55-491c-9096-293b5dec8868'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:12.253715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['e6bafed8-0a55-491c-9096-293b5dec8868'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:12.297586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.313704 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-afbe722b-d6c5-42af-89da-eeee24f6101d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:12.479850 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.555134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port 8c8c77aa-39a6-4320-82b8-bdaea2f68712, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=8c8c77aa-39a6-4320-82b8-bdaea2f68712,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:12.564458 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] Set router e6bafed8-0a55-491c-9096-293b5dec8868 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:12.623261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.624265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device e1097fb9-5bb2-448c-a02c-06e3683a20e1 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:12.663656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.667575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:12.693480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.766441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8023419c-3682-4ba6-a6a4-034046c67252 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:12.817001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.855261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e467f4a7-4d44-43fc-bd0d-401f364173b0 None None] Provisioning for port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:12.860196 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Pushing event updated for resources: {'Port': ['ID=04bb3241-8cfa-4dba-b48f-4dceb7ce356d,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:12.866400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:12.879549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e467f4a7-4d44-43fc-bd0d-401f364173b0 None None] Provisioning complete for port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:12.879969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e467f4a7-4d44-43fc-bd0d-401f364173b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:12.911185 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=8c8c77aa-39a6-4320-82b8-bdaea2f68712,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:12.924095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:12.996251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Network 6df35965-a01d-4bc5-a294-2e6f46740d07 is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:40:13.001062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:40:13.355253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port e1097fb9-5bb2-448c-a02c-06e3683a20e1 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:13.355676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:13.406678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e467f4a7-4d44-43fc-bd0d-401f364173b0 None None] Port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:40:13.529875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '720fade5-1a44-4d6d-842e-38883f42c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 4, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'gw_port': {'id': '720fade5-1a44-4d6d-842e-38883f42c093', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '04bb3241-8cfa-4dba-b48f-4dceb7ce356d', 'name': '', 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'mac_address': 'fa:16:3e:2d:49:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:11Z', 'updated_at': '2021-09-16T19:40:11Z', 'revision_number': 1, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'subnets': [{'id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:13.537538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a160a79-8dc7-4712-b11a-036959d8802b None None] The sync data for ids ['e6bafed8-0a55-491c-9096-293b5dec8868'] in dv-cinder-809448-1-iscsi is: [{'id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '720fade5-1a44-4d6d-842e-38883f42c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 4, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'gw_port': {'id': '720fade5-1a44-4d6d-842e-38883f42c093', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '04bb3241-8cfa-4dba-b48f-4dceb7ce356d', 'name': '', 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'mac_address': 'fa:16:3e:2d:49:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:11Z', 'updated_at': '2021-09-16T19:40:11Z', 'revision_number': 1, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'subnets': [{'id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:40:13.566078 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-5fe60ba5-5599-49b2-8b28-b2ece7653150 None None] Provisioning complete for port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:13.566505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5fe60ba5-5599-49b2-8b28-b2ece7653150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:13.592874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aeb27-8fbf-48b4-bde5-473bb366ab29 req-28c559e3-5021-481f-8052-140bfd4493f2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:13.594537 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d14aeb27-8fbf-48b4-bde5-473bb366ab29 req-28c559e3-5021-481f-8052-140bfd4493f2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.2783132 Sep 16 19:40:13.637372 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5fe60ba5-5599-49b2-8b28-b2ece7653150 None None] Port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:40:13.683694 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d14aeb27-8fbf-48b4-bde5-473bb366ab29 req-7d6b7bdb-b841-475a-b4c9-3f9406bd3c13 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801888 Sep 16 19:40:13.698981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 8c8c77aa-39a6-4320-82b8-bdaea2f68712 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:13.709205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Router e6bafed8-0a55-491c-9096-293b5dec8868 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:40:13.847636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:13.848039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:13.952215 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:40:13.970909 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] 10.222.0.37 "PUT /v2.0/routers/e6bafed8-0a55-491c-9096-293b5dec8868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0188558 Sep 16 19:40:14.057696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:14.933821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52458) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:14.941393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424826740', 'description': 'tempest-secgroup-smoke-1424826740 description', 'project_id': '82d7310a7c3f4a28837911539a3d30ba'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:14.996348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:15.003978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Usage tracker for resource:security_group and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:15.007549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:15.015472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:15.056675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c785-e612-42b3-aac7-64c03421a5eb req-35f74b9b-0a6b-43d4-9699-802cb16609a6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:15.058385 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0fb3c785-e612-42b3-aac7-64c03421a5eb req-35f74b9b-0a6b-43d4-9699-802cb16609a6 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1110930 Sep 16 19:40:15.060074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.197259 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0fb3c785-e612-42b3-aac7-64c03421a5eb req-6f91d08e-e651-4dd7-9143-f40731a83ffb tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228740 Sep 16 19:40:15.207408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:15.213774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Usage tracker for resource:security_group_rule and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:15.217637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:15.245732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:15.370862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.413101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.419329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-481cd010-6e4f-4931-ad14-94f161ca6da2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:15.460409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:15.463376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:15.499341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.500741 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b1186929-d6f5-4ed8-94ea-48480af9e3cb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5649333 Sep 16 19:40:15.503792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52462) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:15.509899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Request body: {'security_group_rule': {'security_group_id': 'a3a683ff-ebd8-4a89-bd47-6d094ceffcf9', 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:15.516737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:15.520825 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Usage tracker for resource:security_group_rule and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:15.523886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:15.530117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:15.581746 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.681652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.707066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 720fade5-1a44-4d6d-842e-38883f42c093 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:15.717056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.719362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:15.745152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50abd67-8701-4583-a144-f54f6912df1f,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:15.751586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:15.784662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.786054 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-36b6505f-595e-4b8f-b4ad-efd39224dee2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2811880 Sep 16 19:40:15.789097 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52466) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:15.796174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Request body: {'security_group_rule': {'security_group_id': 'a3a683ff-ebd8-4a89-bd47-6d094ceffcf9', 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:15.802967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:15.807062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Usage tracker for resource:security_group_rule and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:15.811347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:15.813062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 720fade5-1a44-4d6d-842e-38883f42c093 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:15.817627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:15.819624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 720fade5-1a44-4d6d-842e-38883f42c093 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:15.820438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.862623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.947085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.948752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.969509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port 720fade5-1a44-4d6d-842e-38883f42c093, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=720fade5-1a44-4d6d-842e-38883f42c093,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:15.979357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:15.987333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:16.007548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.010610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:16.011718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0174c6-0d3e-4ba9-9bd8-f67735f57818,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:16.018711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:16.087997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=720fade5-1a44-4d6d-842e-38883f42c093,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:16.092046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:16.099200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.100861 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3105040 Sep 16 19:40:16.103526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52470) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:16.110118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Request body: {'security_group_rule': {'security_group_id': 'a3a683ff-ebd8-4a89-bd47-6d094ceffcf9', 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:16.116743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:16.120818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Usage tracker for resource:security_group_rule and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:16.123990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:16.130113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:16.177380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.286600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.333399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.335763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6529ae64-4570-45fe-b7d5-16212d0a69b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:16.359914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71abec28-43dc-4026-be78-93be177d8e7a,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:16.362599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:16.402661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.407388 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a5eec698-2ff9-4cdf-a76b-6ea0fdc1056e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3026381 Sep 16 19:40:16.408059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52476) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:16.415967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Request body: {'security_group_rule': {'security_group_id': 'a3a683ff-ebd8-4a89-bd47-6d094ceffcf9', 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:16.424550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:16.428744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Usage tracker for resource:security_group_rule and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:16.431914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:16.441002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:16.490137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.495777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806ef44-0dd8-4449-8f53-6fa6090d9aa0 req-b042d6a2-fa49-42d7-9f34-a75deea96059 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:16.498150 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6806ef44-0dd8-4449-8f53-6fa6090d9aa0 req-b042d6a2-fa49-42d7-9f34-a75deea96059 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1201792 Sep 16 19:40:16.562084 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6806ef44-0dd8-4449-8f53-6fa6090d9aa0 req-f2a5debf-aee9-43f3-8c14-b409805e8d1f tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563607 Sep 16 19:40:16.565318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.584341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.591890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e26ea767-d219-4e7f-858f-d30fa629b11c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:16.614511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dccb3a-4caf-4f60-9ce5-0c9eb17a868e,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:16.617354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:16.642002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.646149 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2342663 Sep 16 19:40:16.646921 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52480) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:16.654343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Request body: {'security_group_rule': {'security_group_id': 'a3a683ff-ebd8-4a89-bd47-6d094ceffcf9', 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:16.663265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:16.668409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Usage tracker for resource:security_group_rule and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:16.673589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:16.680879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:16.717116 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Project 82d7310a7c3f4a28837911539a3d30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:40:16.725014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.801849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.836748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.839167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:16.866135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d73a7b-de74-43d9-9344-a6ec22c348fa,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:16.873334 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:16.910267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:16.911798 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9fcb722a-1aa8-41d5-aa32-23c12aafbd58 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2639856 Sep 16 19:40:16.915346 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52486) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:16.921767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Request body: {'security_group_rule': {'security_group_id': 'a3a683ff-ebd8-4a89-bd47-6d094ceffcf9', 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:16.928701 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:16.933223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Usage tracker for resource:security_group_rule and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:16.937061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:16.943586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:16.978924 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Project 82d7310a7c3f4a28837911539a3d30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:40:16.987236 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:17.058241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:17.094193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:17.105817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:17.131965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fae99a1-c16d-4d02-a86a-8589f14fac8e,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:17.136593 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:17.179433 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:17.191727 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b7d9b9b2-6041-4fdf-96fe-60f24a7dd604 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2650244 Sep 16 19:40:17.649766 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 720fade5-1a44-4d6d-842e-38883f42c093 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:17.706681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:40:17.748362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 720fade5-1a44-4d6d-842e-38883f42c093 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:17.749174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:17.827735 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c7912-693f-4139-80fd-24c7f2517879 req-933f2f77-243d-4bc4-90be-f0a2dd1c02f2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:17.829433 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d6c7912-693f-4139-80fd-24c7f2517879 req-933f2f77-243d-4bc4-90be-f0a2dd1c02f2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.1036899 Sep 16 19:40:17.833844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-02d705c3-e3ea-466f-bff4-a45c727ad0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:17.885349 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d6c7912-693f-4139-80fd-24c7f2517879 req-d8c81340-cbbe-43b4-b6ac-86d8e131e795 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471776 Sep 16 19:40:18.185345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Sync routers for ids ['e6bafed8-0a55-491c-9096-293b5dec8868'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:40:18.198105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Routers {'e6bafed8-0a55-491c-9096-293b5dec8868'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:18.198860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['e6bafed8-0a55-491c-9096-293b5dec8868'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:18.394053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Set router e6bafed8-0a55-491c-9096-293b5dec8868 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:18.732950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '720fade5-1a44-4d6d-842e-38883f42c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 4, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'gw_port': {'id': '720fade5-1a44-4d6d-842e-38883f42c093', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '04bb3241-8cfa-4dba-b48f-4dceb7ce356d', 'name': '', 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'mac_address': 'fa:16:3e:2d:49:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:11Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 2, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'subnets': [{'id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:18.737236 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Checking router: e6bafed8-0a55-491c-9096-293b5dec8868 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:40:18.737643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Updating router e6bafed8-0a55-491c-9096-293b5dec8868 port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:40:18.790096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:19.126457 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4a5d8-b5ba-45ee-9f5a-ab7681285332 req-51061fa2-95b2-49ff-89e3-c16989a84780 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:19.128205 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-caf4a5d8-b5ba-45ee-9f5a-ab7681285332 req-51061fa2-95b2-49ff-89e3-c16989a84780 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.0988345 Sep 16 19:40:19.156792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:19.170507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Transition to ACTIVE for port object 04bb3241-8cfa-4dba-b48f-4dceb7ce356d will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:19.185319 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-caf4a5d8-b5ba-45ee-9f5a-ab7681285332 req-441568b6-7cc7-47de-99a1-8884c73a29cc tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500748 Sep 16 19:40:19.235777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:19.241045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:19.453260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:19.520197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d557ae-e8cc-4aee-b3eb-5cc55f3fbe35 None None] Pushing event updated for resources: {'Port': ['ID=04bb3241-8cfa-4dba-b48f-4dceb7ce356d,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:19.524967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-98d557ae-e8cc-4aee-b3eb-5cc55f3fbe35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:19.610268 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Attempting to bind port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:40:19.610680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Attempting to bind port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '41d556c1-8f52-42f7-a502-156b6d1d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:40:19.611086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Attempting to bind port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d on network 6df35965-a01d-4bc5-a294-2e6f46740d07 {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:40:19.618138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:40:19.618506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Checking segment: {'id': '41d556c1-8f52-42f7-a502-156b6d1d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:40:19.618955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:19.619388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Bound using segment: {'id': '41d556c1-8f52-42f7-a502-156b6d1d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:40:19.619899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Bound port: 04bb3241-8cfa-4dba-b48f-4dceb7ce356d, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d556c1-8f52-42f7-a502-156b6d1d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:40:19.620318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:19.711446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] For port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:40:19.714587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] For port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=04bb3241-8cfa-4dba-b48f-4dceb7ce356d,segment=NetworkSegment(41d556c1-8f52-42f7-a502-156b6d1d9fc8),segment_id=41d556c1-8f52-42f7-a502-156b6d1d9fc8)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:40:19.750113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:19.754680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-dce5c188-df80-4de8-bd03-6f2e703044ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:19.843871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d557ae-e8cc-4aee-b3eb-5cc55f3fbe35 None None] Pushing event updated for resources: {'Port': ['ID=04bb3241-8cfa-4dba-b48f-4dceb7ce356d,revision_number=4']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:19.847894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-98d557ae-e8cc-4aee-b3eb-5cc55f3fbe35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:19.849499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Routers {'e6bafed8-0a55-491c-9096-293b5dec8868'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:19.850262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:39:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['e6bafed8-0a55-491c-9096-293b5dec8868'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:20.061368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] Set router e6bafed8-0a55-491c-9096-293b5dec8868 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:20.462985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0000b-8afc-4fe3-9a57-cf332961de57 req-d0a9986a-71db-4066-921a-d6872e70f697 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:20.462985 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdc0000b-8afc-4fe3-9a57-cf332961de57 req-d0a9986a-71db-4066-921a-d6872e70f697 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 944 time: 0.0881085 Sep 16 19:40:20.463691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '720fade5-1a44-4d6d-842e-38883f42c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 4, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'gw_port': {'id': '720fade5-1a44-4d6d-842e-38883f42c093', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '04bb3241-8cfa-4dba-b48f-4dceb7ce356d', 'name': '', 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'mac_address': 'fa:16:3e:2d:49:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:11Z', 'updated_at': '2021-09-16T19:40:19Z', 'revision_number': 4, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'subnets': [{'id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:20.463950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf41bf1-5f1c-454a-a3aa-929a8a012410 None None] The sync data for ids ['e6bafed8-0a55-491c-9096-293b5dec8868'] in dv-cinder-809448-1-iscsi is: [{'id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '720fade5-1a44-4d6d-842e-38883f42c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 4, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'gw_port': {'id': '720fade5-1a44-4d6d-842e-38883f42c093', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '04bb3241-8cfa-4dba-b48f-4dceb7ce356d', 'name': '', 'network_id': '6df35965-a01d-4bc5-a294-2e6f46740d07', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'mac_address': 'fa:16:3e:2d:49:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:11Z', 'updated_at': '2021-09-16T19:40:19Z', 'revision_number': 4, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'subnets': [{'id': 'b47137c5-407b-4076-8d7e-6fbe8d0d93de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:40:20.472661 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdc0000b-8afc-4fe3-9a57-cf332961de57 req-a0d844e5-e207-4947-8469-61095cc42d7b tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484421 Sep 16 19:40:20.847837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ff8f4de3-d1e0-40be-973e-b25af8708be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:20.850383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:21.457621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device fa0b41f6-03b1-4b61-8612-3c159f524f6c details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:40:21.457621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:21.457621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'port_id': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'mac_address': 'fa:16:3e:05:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:40:21.457621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:21.470763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0b41f6-03b1-4b61-8612-3c159f524f6c {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:40:21.485550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:21.504081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:21.505911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:21.575592 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=9']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:21.579233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:21.676340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 04bb3241-8cfa-4dba-b48f-4dceb7ce356d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:21.709683 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d8c97-f1dd-4642-b5f4-9fa5aa05e653 req-942d8105-1e8b-4ecc-8547-ce8be310c8a1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:21.711263 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-039d8c97-f1dd-4642-b5f4-9fa5aa05e653 req-942d8105-1e8b-4ecc-8547-ce8be310c8a1 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 945 time: 0.0935936 Sep 16 19:40:21.730851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['fa0b41f6-03b1-4b61-8612-3c159f524f6c'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:40:21.760327 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-039d8c97-f1dd-4642-b5f4-9fa5aa05e653 req-1d83030c-c2bd-4bcd-b0d1-3b03a8a8322e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Sep 16 19:40:21.833635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:21.861124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:21.874053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:21.874469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:22.046522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:22.082469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=04bb3241-8cfa-4dba-b48f-4dceb7ce356d,segment=NetworkSegment(41d556c1-8f52-42f7-a502-156b6d1d9fc8),segment_id=41d556c1-8f52-42f7-a502-156b6d1d9fc8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:22.115719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:22.117678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:22.186246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=04bb3241-8cfa-4dba-b48f-4dceb7ce356d,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:22.189352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:23.219297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c492-80e4-4341-8517-8fd546643b8c req-8c0a615b-e923-4241-90fb-21922fd185d3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:23.220882 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd83c492-80e4-4341-8517-8fd546643b8c req-8c0a615b-e923-4241-90fb-21922fd185d3 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 945 time: 0.3131876 Sep 16 19:40:23.233461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device fa0b41f6-03b1-4b61-8612-3c159f524f6c up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:23.268748 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd83c492-80e4-4341-8517-8fd546643b8c req-ca23555a-0302-4b32-ad6b-8cc43e99ea31 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415506 Sep 16 19:40:23.305397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port fa0b41f6-03b1-4b61-8612-3c159f524f6c triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:23.305860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:23.423192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:23.454081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:40:23.464591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:23.493008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:23.495096 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:23.530266 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'code': 200} Sep 16 19:40:23.565644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=10']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:23.568953 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:23.640057 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 04bb3241-8cfa-4dba-b48f-4dceb7ce356d up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:23.713777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:23.714152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:23.834676 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f1e7660-3a93-4d30-ba9f-6d7257351b52 req-5dcfe5ae-783e-4fc1-b917-f8df17b8299a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 1100 time: 0.0745580 Sep 16 19:40:23.880368 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f1e7660-3a93-4d30-ba9f-6d7257351b52 req-36d4f7e9-1c45-41ff-8173-bd8aa82f647c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383015 Sep 16 19:40:24.504088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc6ecb-3936-4c62-b367-e5f318ce0c7b req-0432946d-b0d0-4cab-84c3-0b4e9c6bb5a9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:24.505587 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5dc6ecb-3936-4c62-b367-e5f318ce0c7b req-0432946d-b0d0-4cab-84c3-0b4e9c6bb5a9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 947 time: 0.0847650 Sep 16 19:40:24.552220 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5dc6ecb-3936-4c62-b367-e5f318ce0c7b req-e28af7c3-fc63-446c-b147-9e07f037cd02 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405867 Sep 16 19:40:25.775010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5afd4-c71e-407c-99aa-718bc150769f req-5e03b480-a772-47e9-a6fc-23cd1179c5a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:25.776621 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a3a5afd4-c71e-407c-99aa-718bc150769f req-5e03b480-a772-47e9-a6fc-23cd1179c5a2 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 947 time: 0.0861266 Sep 16 19:40:25.830746 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a3a5afd4-c71e-407c-99aa-718bc150769f req-98a1affa-23c2-41ae-8554-835218937e32 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464573 Sep 16 19:40:27.044203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10f70-d32a-452e-a287-c10b14a15b67 req-3e465090-28f2-4774-adaa-f8343271b8ba tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:27.046523 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d4a10f70-d32a-452e-a287-c10b14a15b67 req-3e465090-28f2-4774-adaa-f8343271b8ba tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 947 time: 0.0825911 Sep 16 19:40:27.097422 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d4a10f70-d32a-452e-a287-c10b14a15b67 req-f583ae95-2646-4dad-9dfd-6878a31a7294 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445218 Sep 16 19:40:34.784076 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-0285e52f-8e9c-42e6-9ea3-cf83748acfa6 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Synchronizing usage tracker for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:security_group {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:40:34.829387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-0285e52f-8e9c-42e6-9ea3-cf83748acfa6 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Unset dirty status for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:security_group {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:40:34.830676 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-0285e52f-8e9c-42e6-9ea3-cf83748acfa6 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424826740&fields=id&tenant_id=82d7310a7c3f4a28837911539a3d30ba HTTP/1.1" status: 200 len: 267 time: 0.0916085 Sep 16 19:40:34.987584 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-7935c9f9-2627-44c7-b573-9865c4b3d70d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:34.988307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-7935c9f9-2627-44c7-b573-9865c4b3d70d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Synchronizing usage tracker for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:network {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:40:35.035042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-7935c9f9-2627-44c7-b573-9865c4b3d70d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Unset dirty status for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:network {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:40:35.036197 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-7935c9f9-2627-44c7-b573-9865c4b3d70d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/networks?id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 200 len: 809 time: 0.1985164 Sep 16 19:40:35.053126 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-be5fca09-d82a-4dab-b172-0288a7feaab2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/quotas/82d7310a7c3f4a28837911539a3d30ba HTTP/1.1" status: 200 len: 375 time: 0.0109069 Sep 16 19:40:35.141877 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-4133cdc9-e86a-41fd-beee-ae7b4aaaa6c8 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=82d7310a7c3f4a28837911539a3d30ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835629 Sep 16 19:40:35.417233 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-688e9c80-a7ac-44dc-b5c4-20ac9dc79e33 service neutron] 10.222.0.37 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628758 Sep 16 19:40:35.558400 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-f80ff835-e644-499e-8b5c-64d6e847f6ad service neutron] 10.222.0.37 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346042 Sep 16 19:40:36.047071 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-52e1be61-a3d7-4591-b44e-e6a8c6b385b8 req-8a294b9f-c3a3-4dbf-9d49-ffbcd13eec42 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Synchronizing usage tracker for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:40:36.081000 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-52e1be61-a3d7-4591-b44e-e6a8c6b385b8 req-8a294b9f-c3a3-4dbf-9d49-ffbcd13eec42 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Unset dirty status for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:40:36.082423 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-52e1be61-a3d7-4591-b44e-e6a8c6b385b8 req-8a294b9f-c3a3-4dbf-9d49-ffbcd13eec42 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 210 time: 0.0848424 Sep 16 19:40:37.254395 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02fdeb09-24fc-4a0b-9a79-a0c3c02c929f req-31e3cb7a-9036-4522-bba6-cdf5c530714f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 210 time: 0.0438302 Sep 16 19:40:37.682674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-6b729de0-85d0-4937-a811-36e4c3963a89 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:37.684212 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-6b729de0-85d0-4937-a811-36e4c3963a89 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.38 "GET /v2.0/networks?id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 200 len: 809 time: 0.1641023 Sep 16 19:40:37.742809 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-5ae3088c-7820-4687-8417-b4b47ed00c7b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82d7310a7c3f4a28837911539a3d30ba HTTP/1.1" status: 200 len: 380 time: 0.0429459 Sep 16 19:40:37.751884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Request body: {'port': {'device_id': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'admin_state_up': True, 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'security_groups': ['a3a683ff-ebd8-4a89-bd47-6d094ceffcf9']}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:37.895587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:37.905967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:37.937889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Made reservation on behalf of 82d7310a7c3f4a28837911539a3d30ba for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:40:37.944186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:38.113304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Allocated IP 172.20.0.11 (ff54bfc5-8cde-4fdc-aed8-0547042ed82c/56a7ebf6-b11d-4602-aa8f-ffb867ffc557/6c4daffa-ef85-4107-a43d-8abf510ce002) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:40:38.313319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:38.330241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Transition to ACTIVE for port object 6c4daffa-ef85-4107-a43d-8abf510ce002 will not be triggered until provisioned by entity DHCP. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:38.390567 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:38.397804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:38.460243 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75e859-8c59-4597-a8a1-6caa909b7324 req-411e1244-6799-444c-9a84-cde0f5d235b8 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:38.461855 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b75e859-8c59-4597-a8a1-6caa909b7324 req-411e1244-6799-444c-9a84-cde0f5d235b8 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 932 time: 0.0840657 Sep 16 19:40:38.478872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Network ff54bfc5-8cde-4fdc-aed8-0547042ed82c is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:40:38.479829 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'Port': ['ID=6c4daffa-ef85-4107-a43d-8abf510ce002,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:38.483034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:40:38.485642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:40:38.516147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-5b75e859-8c59-4597-a8a1-6caa909b7324 req-70065f2a-6489-44c1-af75-1cbeb2d69737 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Synchronizing usage tracker for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:40:38.534282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-5b75e859-8c59-4597-a8a1-6caa909b7324 req-70065f2a-6489-44c1-af75-1cbeb2d69737 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Unset dirty status for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:40:38.536115 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b75e859-8c59-4597-a8a1-6caa909b7324 req-70065f2a-6489-44c1-af75-1cbeb2d69737 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676200 Sep 16 19:40:38.536988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.537401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.537800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.538244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.538635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.539025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.539410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.539803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.540186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.540567 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.540955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:38.545627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:38.573539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:38.574234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:38.624999 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8775525 Sep 16 19:40:38.639515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Request body: {'port': {'device_id': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:38.768393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:38.898003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-3ed11d06-31f0-44f2-964a-ba089a8850a2 None None] Provisioning for port 6c4daffa-ef85-4107-a43d-8abf510ce002 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:38.902975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-3ed11d06-31f0-44f2-964a-ba089a8850a2 None None] Provisioning complete for port 6c4daffa-ef85-4107-a43d-8abf510ce002 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:38.903402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3ed11d06-31f0-44f2-964a-ba089a8850a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:38.960523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-3ed11d06-31f0-44f2-964a-ba089a8850a2 None None] Port 6c4daffa-ef85-4107-a43d-8abf510ce002 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:40:39.125315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4daffa-ef85-4107-a43d-8abf510ce002 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:40:39.132971 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:39.148355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Transition to ACTIVE for port object 6c4daffa-ef85-4107-a43d-8abf510ce002 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:40:39.172093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:39.176488 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bf41b9c9-d846-44fa-be2a-bef4316137e9 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:39.509108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4daffa-ef85-4107-a43d-8abf510ce002,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:39.512782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:39.620693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Attempting to bind port 6c4daffa-ef85-4107-a43d-8abf510ce002 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:40:39.621063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Attempting to bind port 6c4daffa-ef85-4107-a43d-8abf510ce002 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:40:39.621412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Attempting to bind port 6c4daffa-ef85-4107-a43d-8abf510ce002 on network ff54bfc5-8cde-4fdc-aed8-0547042ed82c {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:40:39.627540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Port 6c4daffa-ef85-4107-a43d-8abf510ce002 on network ff54bfc5-8cde-4fdc-aed8-0547042ed82c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:40:39.627901 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Attempting to bind port 6c4daffa-ef85-4107-a43d-8abf510ce002 on network ff54bfc5-8cde-4fdc-aed8-0547042ed82c {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:40:39.634976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:40:39.635353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Checking segment: {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:40:39.635774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Bound using segment: {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:40:39.636288 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Bound port: 6c4daffa-ef85-4107-a43d-8abf510ce002, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7143c636-de19-4976-8920-f289dfce3854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:40:39.636669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:39.781142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:40:39.789106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6c4daffa-ef85-4107-a43d-8abf510ce002,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:40:39.806443 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85d40-013c-42b2-8ae9-b05e98de08f7 req-5b25d622-9eba-49d0-93d2-f9c9fa24f03a tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:39.807190 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2ce85d40-013c-42b2-8ae9-b05e98de08f7 req-5b25d622-9eba-49d0-93d2-f9c9fa24f03a tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Synchronizing usage tracker for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:40:39.823895 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:39.828679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-88de9e77-350a-447a-b3a4-4c7171aa5ff6 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:39.863808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2ce85d40-013c-42b2-8ae9-b05e98de08f7 req-5b25d622-9eba-49d0-93d2-f9c9fa24f03a tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Unset dirty status for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:40:39.865068 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2ce85d40-013c-42b2-8ae9-b05e98de08f7 req-5b25d622-9eba-49d0-93d2-f9c9fa24f03a tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.1875238 Sep 16 19:40:39.912962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:39.914467 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] 10.222.0.38 "PUT /v2.0/ports/6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 200 len: 1094 time: 1.2812803 Sep 16 19:40:39.917443 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:40:39.949043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4daffa-ef85-4107-a43d-8abf510ce002,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:39.953341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:39.957578 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2ce85d40-013c-42b2-8ae9-b05e98de08f7 req-9a72d167-1d61-4955-b843-691a9dfd51ff tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817816 Sep 16 19:40:39.977277 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'status': 'completed', 'code': 200} Sep 16 19:40:40.063927 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-ba4a8b8a-eec8-4645-aeb2-7566b5ebe3fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=82d7310a7c3f4a28837911539a3d30ba&device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1097 time: 0.0802851 Sep 16 19:40:40.138440 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-74ce54f7-ab9a-4201-a801-240cad38a55b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 200 len: 217 time: 0.0669951 Sep 16 19:40:40.211878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-e6666b4e-9071-41bc-afa7-d026fb648abc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:40.213375 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-e6666b4e-9071-41bc-afa7-d026fb648abc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56a7ebf6-b11d-4602-aa8f-ffb867ffc557 HTTP/1.1" status: 200 len: 848 time: 0.0692086 Sep 16 19:40:40.291054 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-d49c759c-c1ed-4aab-b97c-be56ed6c6f94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716386 Sep 16 19:40:40.432060 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-e30e5400-8a09-4d07-8e09-1a48ee64877d service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345291 Sep 16 19:40:40.571751 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13e3707e-b14d-49ef-a612-e0c7ac3b4be5 req-b4a12115-7b7d-4119-a660-78ddc76c48c3 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335654 Sep 16 19:40:40.828705 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-75044925-b1bf-4478-8c05-1839755b7508 req-29b2b0a9-f72d-42c2-815d-042ea4898c7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=82d7310a7c3f4a28837911539a3d30ba&device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1097 time: 0.0776267 Sep 16 19:40:40.969189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75044925-b1bf-4478-8c05-1839755b7508 req-fa1c4ef6-d81a-4db8-bf9f-7a8ae005c772 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:40.970749 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-75044925-b1bf-4478-8c05-1839755b7508 req-fa1c4ef6-d81a-4db8-bf9f-7a8ae005c772 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 200 len: 910 time: 0.1353951 Sep 16 19:40:41.041647 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-75044925-b1bf-4478-8c05-1839755b7508 req-cbfd85e9-9b16-4ea4-a170-958bd5d99ebf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 200 len: 217 time: 0.0636997 Sep 16 19:40:41.114732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75044925-b1bf-4478-8c05-1839755b7508 req-1fbe65fb-976c-484d-9c3c-48e8fb953d65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:41.116361 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-75044925-b1bf-4478-8c05-1839755b7508 req-1fbe65fb-976c-484d-9c3c-48e8fb953d65 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56a7ebf6-b11d-4602-aa8f-ffb867ffc557 HTTP/1.1" status: 200 len: 848 time: 0.0682626 Sep 16 19:40:41.180083 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b7251-e1f4-467d-95b7-9b41108381c4 req-ec17f176-21cc-4d55-8678-b377922aa854 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:41.181676 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c6b7251-e1f4-467d-95b7-9b41108381c4 req-ec17f176-21cc-4d55-8678-b377922aa854 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0882969 Sep 16 19:40:41.198367 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-75044925-b1bf-4478-8c05-1839755b7508 req-820beb06-a8cd-4da5-aed7-039ad10dfe75 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757797 Sep 16 19:40:41.230790 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c6b7251-e1f4-467d-95b7-9b41108381c4 req-6e1ae20e-a1e4-49b2-8c12-dc2212c2bb04 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421073 Sep 16 19:40:41.338423 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-75044925-b1bf-4478-8c05-1839755b7508 req-771971be-3f36-4951-be41-5ee6e8587db2 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341195 Sep 16 19:40:41.479055 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-75044925-b1bf-4478-8c05-1839755b7508 req-66c704ba-4123-45e2-9600-b2f787edce7e service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328430 Sep 16 19:40:42.437303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4665a-16f6-4d85-81fd-27170d002fdd req-564dcc01-26ff-4be5-86ad-ddf9c8288b02 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:42.438827 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-abc4665a-16f6-4d85-81fd-27170d002fdd req-564dcc01-26ff-4be5-86ad-ddf9c8288b02 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0839629 Sep 16 19:40:42.491746 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-abc4665a-16f6-4d85-81fd-27170d002fdd req-91a3bc80-b0e7-4d55-8e6e-11ce708ea322 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469031 Sep 16 19:40:43.238924 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24893300-076a-4243-b420-0e07ff5ecdef req-e632b5f4-19a4-4d3b-bc2f-c40e04b5e21a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725615 Sep 16 19:40:43.335036 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24893300-076a-4243-b420-0e07ff5ecdef req-76fc8c5e-4e84-4356-81b0-b6582b8ce1cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 1099 time: 0.0752392 Sep 16 19:40:43.499199 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893300-076a-4243-b420-0e07ff5ecdef req-111c45d2-02dd-48c8-a83c-af677c98ac88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:43.500773 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24893300-076a-4243-b420-0e07ff5ecdef req-111c45d2-02dd-48c8-a83c-af677c98ac88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.1464949 Sep 16 19:40:43.610883 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24893300-076a-4243-b420-0e07ff5ecdef req-d1a96f08-805a-4653-b2d5-6441dec2d786 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 HTTP/1.1" status: 200 len: 1002 time: 0.1029305 Sep 16 19:40:43.686726 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893300-076a-4243-b420-0e07ff5ecdef req-5ee1523b-85d6-4bf9-812a-84dd83012499 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:43.690389 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24893300-076a-4243-b420-0e07ff5ecdef req-5ee1523b-85d6-4bf9-812a-84dd83012499 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0714822 Sep 16 19:40:43.699251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cd517-4458-4154-a837-fff1dac693fc req-e3280889-b52a-43a2-bb04-055fea21f8d2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:43.701387 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-749cd517-4458-4154-a837-fff1dac693fc req-e3280889-b52a-43a2-bb04-055fea21f8d2 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0843000 Sep 16 19:40:43.753871 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-749cd517-4458-4154-a837-fff1dac693fc req-3e78f525-f301-4eab-a9aa-c6a61caf4f9f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459576 Sep 16 19:40:43.780617 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24893300-076a-4243-b420-0e07ff5ecdef req-6a1b3dd7-1a0f-4d7c-add0-61399b645628 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828702 Sep 16 19:40:43.919017 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24893300-076a-4243-b420-0e07ff5ecdef req-1c46007a-40b4-4880-afe3-140d4c28dc88 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333327 Sep 16 19:40:44.006975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:44.065368 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24893300-076a-4243-b420-0e07ff5ecdef req-308a101b-a5f3-43e4-93ea-5a13f4a51f50 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399846 Sep 16 19:40:44.956516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea49d18-8f82-463c-a59d-ca7b8c4fe83d req-c5bfef09-385b-4c40-9e28-da92ed9532a0 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:44.958152 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8ea49d18-8f82-463c-a59d-ca7b8c4fe83d req-c5bfef09-385b-4c40-9e28-da92ed9532a0 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0807683 Sep 16 19:40:45.009858 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8ea49d18-8f82-463c-a59d-ca7b8c4fe83d req-d1429ec6-37a5-44e4-bf2b-35e8063e67e1 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457487 Sep 16 19:40:46.222378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9cc3b-e0d0-4adb-95d8-94760117af3d req-0fd12c77-fd22-43b7-a057-d775db38fa9c tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:46.224105 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f1f9cc3b-e0d0-4adb-95d8-94760117af3d req-0fd12c77-fd22-43b7-a057-d775db38fa9c tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0878949 Sep 16 19:40:46.273267 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f1f9cc3b-e0d0-4adb-95d8-94760117af3d req-5af03b4e-8672-453b-97cc-659940c68ddc tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Sep 16 19:40:47.608840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40809e-cc32-4710-ba9d-2ec3018e0d02 req-74ad1956-e073-496b-8a30-0fd82d8155b8 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:47.610444 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d40809e-cc32-4710-ba9d-2ec3018e0d02 req-74ad1956-e073-496b-8a30-0fd82d8155b8 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0829663 Sep 16 19:40:47.659939 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d40809e-cc32-4710-ba9d-2ec3018e0d02 req-85c07481-759d-4870-98da-570eb5c7c7f8 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Sep 16 19:40:47.835241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45dce84a-1c65-4c1f-b2d1-9e2b3ae60c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:48.861881 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0119929-7765-40d6-9655-6d988389ec5a req-6d8f2f14-58a1-4f43-97d0-69779be4f011 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:48.863554 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f0119929-7765-40d6-9655-6d988389ec5a req-6d8f2f14-58a1-4f43-97d0-69779be4f011 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0833926 Sep 16 19:40:48.921005 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f0119929-7765-40d6-9655-6d988389ec5a req-c67ee4f5-2f3a-44c3-b0a0-9e7f48aa3c4e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513597 Sep 16 19:40:49.348685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6c4daffa-ef85-4107-a43d-8abf510ce002 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:40:49.496942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:49.505351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6c4daffa-ef85-4107-a43d-8abf510ce002,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:49.520026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'port_id': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'mac_address': 'fa:16:3e:47:40:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:40:49.574197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:49.592877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4daffa-ef85-4107-a43d-8abf510ce002 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:40:49.607604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6c4daffa-ef85-4107-a43d-8abf510ce002,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:49.634752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:49.636570 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:49.705748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=6c4daffa-ef85-4107-a43d-8abf510ce002,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:49.714624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.715012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.715388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.715759 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.716233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.716619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.716987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.717356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.717720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.718110 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.718473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:49.722415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:49.868239 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['6c4daffa-ef85-4107-a43d-8abf510ce002'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:40:50.133270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8808f-8571-4923-8165-244a29b241d3 req-e5269bbc-6370-4b67-bab6-107be661a2b1 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:50.134880 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-80a8808f-8571-4923-8165-244a29b241d3 req-e5269bbc-6370-4b67-bab6-107be661a2b1 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 945 time: 0.0930130 Sep 16 19:40:50.184497 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-80a8808f-8571-4923-8165-244a29b241d3 req-7a81f257-e117-4af8-bd63-cbc683010118 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Sep 16 19:40:50.509090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0cc4f0f0-3859-41fc-98a0-87cad54d69ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:50.840391 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:51.354565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6c4daffa-ef85-4107-a43d-8abf510ce002 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:40:51.393174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc52334-41da-4004-9ea8-ea3422665604 req-755bb74a-4a9c-463c-a80f-ae56e087a84a tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:51.394826 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5bc52334-41da-4004-9ea8-ea3422665604 req-755bb74a-4a9c-463c-a80f-ae56e087a84a tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 945 time: 0.0853231 Sep 16 19:40:51.445185 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5bc52334-41da-4004-9ea8-ea3422665604 req-8a5a8d34-b509-4c9d-9771-63f463283d23 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Sep 16 19:40:51.452059 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 6c4daffa-ef85-4107-a43d-8abf510ce002 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:40:51.457259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 6c4daffa-ef85-4107-a43d-8abf510ce002 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:40:51.457715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:51.570393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:51.597737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:40:51.608029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6c4daffa-ef85-4107-a43d-8abf510ce002,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:40:51.638473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:51.640482 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:51.679016 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'code': 200} Sep 16 19:40:51.711196 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=6c4daffa-ef85-4107-a43d-8abf510ce002,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:51.714192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:51.829213 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:52.003930 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23cf86a5-33fc-46c2-a095-05f19173c029 req-72109066-74ea-4106-98e4-2a876eda2665 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1099 time: 0.0717959 Sep 16 19:40:52.047879 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23cf86a5-33fc-46c2-a095-05f19173c029 req-11e8b954-066d-4496-9970-6bf2296494ad service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371783 Sep 16 19:40:52.650123 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b396aa-d416-4ddc-9c21-176fbe57c123 req-b4a24a95-a017-4556-b94f-70cbc2abcdf8 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:52.651796 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88b396aa-d416-4ddc-9c21-176fbe57c123 req-b4a24a95-a017-4556-b94f-70cbc2abcdf8 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0860007 Sep 16 19:40:52.702005 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88b396aa-d416-4ddc-9c21-176fbe57c123 req-1f984699-3a62-4fd2-87bf-e8a00e13b570 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Sep 16 19:40:53.909370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2356628-00fc-4ffc-afbe-a07087ecd5ae req-f3fc9ad2-8a8c-4a4b-86a6-80c9110d3522 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:53.910894 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2356628-00fc-4ffc-afbe-a07087ecd5ae req-f3fc9ad2-8a8c-4a4b-86a6-80c9110d3522 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0843740 Sep 16 19:40:53.959339 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2356628-00fc-4ffc-afbe-a07087ecd5ae req-d935508d-cd07-41f0-aff7-1bc6e10ee1e1 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Sep 16 19:40:54.159633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94fc70-ecbc-46d4-89ff-fa024525414f req-0715ff20-5df1-4c8e-99a7-2fdb9d5e6c17 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:54.161177 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d94fc70-ecbc-46d4-89ff-fa024525414f req-0715ff20-5df1-4c8e-99a7-2fdb9d5e6c17 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0818541 Sep 16 19:40:54.209577 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d94fc70-ecbc-46d4-89ff-fa024525414f req-cd269040-bf55-41ab-9635-1291d3023156 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421562 Sep 16 19:40:54.238053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52700) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:54.394081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4442f78e-940b-4b36-9ef6-2e84c245863c tempest-TestShelveInstance-1686569306 tempest-TestShelveInstance-1686569306-project-admin] Synchronizing usage tracker for tenant:e66ccb3d1c9b446592e9fc713078d49c on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:40:54.446091 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4442f78e-940b-4b36-9ef6-2e84c245863c tempest-TestShelveInstance-1686569306 tempest-TestShelveInstance-1686569306-project-admin] Unset dirty status for tenant:e66ccb3d1c9b446592e9fc713078d49c on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:40:54.447293 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4442f78e-940b-4b36-9ef6-2e84c245863c tempest-TestShelveInstance-1686569306 tempest-TestShelveInstance-1686569306-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1094 time: 0.2078242 Sep 16 19:40:54.450417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52706) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:40:54.456040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Request body: {'floatingip': {'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'port_id': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:40:54.461762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:40:54.465765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Usage tracker for resource:floatingip and tenant:82d7310a7c3f4a28837911539a3d30ba is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:40:54.468754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:40:54.474735 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:40:54.503221 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for floatingip, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:54.650390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:54.707067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:40:54.792832 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Allocated IP 172.27.2.246 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/9b276eff-99b8-4f0c-9d30-2dfe9126db71) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:40:54.948903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:55.000775 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:55.005188 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:55.072136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:40:55.076349 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:40:55.078331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'Port': ['ID=9b276eff-99b8-4f0c-9d30-2dfe9126db71,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:55.081192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:40:55.121774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.122249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.122676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.123080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.123489 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.123897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.124305 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.124710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.125113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.125515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.125913 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:40:55.134725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:55.604951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:55.686367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:55.897344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:55.943521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:55.948357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-44342ab5-d3d1-4452-a7f7-d1836eeff7a2 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:40:56.054504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event updated for resources: {'Port': ['ID=9b276eff-99b8-4f0c-9d30-2dfe9126db71,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:40:56.059000 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:40:56.070284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:56.264436 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Floating IP fba12949-43c8-4cb0-9b28-15b5e7abf839 associated. External IP: 172.27.2.246, port: 6c4daffa-ef85-4107-a43d-8abf510ce002. Sep 16 19:40:56.917866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:40:57.140139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:40:57.151194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] Sync routers for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:40:57.171106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:57.171106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:40:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:57.190196 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:40:57.255237 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bc2d3cde-a1b7-48eb-9b88-559b6c19000f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8037319 Sep 16 19:40:57.255936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:40:57.310711 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'status': 'completed', 'code': 200} Sep 16 19:40:57.376910 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:57.408192 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f70d7d98-c714-49a8-b4c3-3245b29d098f req-2f9a8c7b-3d27-4112-bf97-cc378f701984 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=82d7310a7c3f4a28837911539a3d30ba&device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1099 time: 0.0737014 Sep 16 19:40:57.553036 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7d98-c714-49a8-b4c3-3245b29d098f req-608c2a5f-4527-40dc-ad75-287d8e499bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:57.554750 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f70d7d98-c714-49a8-b4c3-3245b29d098f req-608c2a5f-4527-40dc-ad75-287d8e499bd2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 200 len: 910 time: 0.1393044 Sep 16 19:40:57.670438 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f70d7d98-c714-49a8-b4c3-3245b29d098f req-b1774712-1ed2-4750-ad42-00f7983def17 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 200 len: 1000 time: 0.1095178 Sep 16 19:40:57.752177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7d98-c714-49a8-b4c3-3245b29d098f req-ddf2cd57-3660-4923-af08-6e916c6805d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:57.753791 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f70d7d98-c714-49a8-b4c3-3245b29d098f req-ddf2cd57-3660-4923-af08-6e916c6805d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56a7ebf6-b11d-4602-aa8f-ffb867ffc557 HTTP/1.1" status: 200 len: 848 time: 0.0751467 Sep 16 19:40:57.837434 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f70d7d98-c714-49a8-b4c3-3245b29d098f req-1390d31c-f1ba-4aa3-a0e3-39e789a25c35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760844 Sep 16 19:40:57.912238 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'fba12949-43c8-4cb0-9b28-15b5e7abf839', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'port_id': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'mac_address': 'fa:16:3e:47:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:40:55Z', 'updated_at': '2021-09-16T19:40:55Z', 'revision_number': 0, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 5, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:57.916764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] Checking router: 7e6ce6c8-6e5c-4059-90bc-3b49345a041e for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:40:57.929710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:40:57.930482 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:40:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:58.139530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:40:58.185209 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f70d7d98-c714-49a8-b4c3-3245b29d098f req-a6fe77cd-458a-46d8-991f-15c41291b387 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406787 Sep 16 19:40:58.332814 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f70d7d98-c714-49a8-b4c3-3245b29d098f req-76219bb6-01c5-4f72-9f0f-1981ea74015d service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362474 Sep 16 19:40:58.510120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'fba12949-43c8-4cb0-9b28-15b5e7abf839', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'port_id': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'mac_address': 'fa:16:3e:47:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:40:55Z', 'updated_at': '2021-09-16T19:40:55Z', 'revision_number': 0, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 5, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:40:58.514210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c802f-e21e-4985-a778-06a4132b41ed None None] The sync data for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi is: [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'fba12949-43c8-4cb0-9b28-15b5e7abf839', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'port_id': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'mac_address': 'fa:16:3e:47:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:40:55Z', 'updated_at': '2021-09-16T19:40:55Z', 'revision_number': 0, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 5, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:40:58.870431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722de9c-bd51-4e6d-a309-7249f8a5daee None None] New status for floating IP fba12949-43c8-4cb0-9b28-15b5e7abf839: ACTIVE {{(pid=93571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:40:59.206801 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66ee2-6a38-44d3-91e3-4d34389f747f req-5f6ae6ae-c17b-4bd3-92a9-1b7d0b03bed5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:40:59.208388 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c3c66ee2-6a38-44d3-91e3-4d34389f747f req-5f6ae6ae-c17b-4bd3-92a9-1b7d0b03bed5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 946 time: 0.0825369 Sep 16 19:40:59.261114 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c3c66ee2-6a38-44d3-91e3-4d34389f747f req-e1cf683e-c64b-429c-ac3b-3ec7c265ebae tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464330 Sep 16 19:41:00.472407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bab76-d9a0-4628-9bcc-8533ec8aa61f req-d0a9ea22-e700-4088-ada2-27b310cdb8ca tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:00.473896 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c59bab76-d9a0-4628-9bcc-8533ec8aa61f req-d0a9ea22-e700-4088-ada2-27b310cdb8ca tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 946 time: 0.0853646 Sep 16 19:41:00.521646 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c59bab76-d9a0-4628-9bcc-8533ec8aa61f req-ef36a2b8-54eb-427a-8adc-b66f60785e68 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 Sep 16 19:41:00.765278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-b76fbbc7-5cc7-4292-8b2a-494ea20a5836 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:00.766876 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-b76fbbc7-5cc7-4292-8b2a-494ea20a5836 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 946 time: 0.0823512 Sep 16 19:41:00.841987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Deleting port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:41:00.842367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:01.122684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] For port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:01.123091 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:01.430774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:01.431184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:01.431533 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Floating IP 1d9cb8ef-6a4a-4203-8e1d-645113d6d459 disassociated. External IP: 172.27.2.150, port: 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5. Sep 16 19:41:01.431908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Calling delete_port for 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:41:01.580009 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008d2b1-35af-450e-8217-8f1432c0f26e req-802ac9e3-2401-4e98-9f41-7716298db113 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:01.580009 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a008d2b1-35af-450e-8217-8f1432c0f26e req-802ac9e3-2401-4e98-9f41-7716298db113 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 947 time: 0.1530912 Sep 16 19:41:01.638215 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a008d2b1-35af-450e-8217-8f1432c0f26e req-093e78c2-731b-44cb-bf7d-b83ecee9b87e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508244 Sep 16 19:41:01.722087 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f2cce8b-87ea-48c1-9707-da556d06c9af req-c440df68-b6aa-4ac0-abdc-2e8c8d20a00a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 210 time: 0.0463822 Sep 16 19:41:01.732058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:01.739883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:01.784197 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event deleted for resources: {'Port': ['ID=80e098d3-b7b9-4f58-b7f6-f7fa7af041b5,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:01.787514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:02.004013 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:41:02.214689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:41:02.224764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] Sync routers for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:41:02.238397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:02.239149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:40:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:02.295158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] No DVR routers for this DVR port 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:41:02.304598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:02.307875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'name': 'network-vif-deleted', 'tag': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:41:02.356217 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b58850e6-87b9-4921-9499-1739ac0ab0dd req-742656d8-277a-4afc-970d-179b0bcf3cf0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "DELETE /v2.0/ports/80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 HTTP/1.1" status: 204 len: 173 time: 1.5823567 Sep 16 19:41:02.367525 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f14718b-d3f5-41c1-b5c2-58256a1c6073', 'name': 'network-vif-deleted', 'tag': '80e098d3-b7b9-4f58-b7f6-f7fa7af041b5', 'status': 'completed', 'code': 200} Sep 16 19:41:02.453941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:02.740072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-b1c276cf-9605-45ee-bfbc-6cd845273222 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:02.741646 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-b1c276cf-9605-45ee-bfbc-6cd845273222 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 947 time: 0.0843694 Sep 16 19:41:02.793532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:02.798316 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] Checking router: 2c9c634e-a368-4d31-86c6-f2d51529bbc8 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:41:02.810974 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:02.811667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:40:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:02.823938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Deleting port fa0b41f6-03b1-4b61-8612-3c159f524f6c {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:41:02.824326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:02.908172 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5f033-292e-40f2-a587-46afd40775e1 req-d69cc3a4-1291-427f-8c3d-9464b638216e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:02.909965 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1ad5f033-292e-40f2-a587-46afd40775e1 req-d69cc3a4-1291-427f-8c3d-9464b638216e tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 947 time: 0.1220460 Sep 16 19:41:02.973244 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1ad5f033-292e-40f2-a587-46afd40775e1 req-1b122a02-38e5-4b8b-a03f-1159a5cbd543 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups?id=14b0ec8f-d89c-4447-96db-26f0cb4221b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521493 Sep 16 19:41:03.033578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:03.034003 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-d9ec38aa-3563-4dcf-b428-ed7c002e5d0b req-dd185b48-6c2d-4715-8600-1dc061b3d6c2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:41:03.143444 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-d9ec38aa-3563-4dcf-b428-ed7c002e5d0b req-dd185b48-6c2d-4715-8600-1dc061b3d6c2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:41:03.144727 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d9ec38aa-3563-4dcf-b428-ed7c002e5d0b req-dd185b48-6c2d-4715-8600-1dc061b3d6c2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f14718b-d3f5-41c1-b5c2-58256a1c6073 HTTP/1.1" status: 200 len: 210 time: 0.1813045 Sep 16 19:41:03.181111 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] For port fa0b41f6-03b1-4b61-8612-3c159f524f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=fa0b41f6-03b1-4b61-8612-3c159f524f6c,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:03.181507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:03.373376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:03.377533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11151d3-4947-418d-817b-862ab372fa9a None None] The sync data for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi is: [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:41:03.490867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:03.491272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:03.491613 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Floating IP 8cae781e-eeb1-4b20-9d06-189331ecedd8 disassociated. External IP: 172.27.2.70, port: fa0b41f6-03b1-4b61-8612-3c159f524f6c. Sep 16 19:41:03.491990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Calling delete_port for fa0b41f6-03b1-4b61-8612-3c159f524f6c owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:41:03.663644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:03.669888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:03.713339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event deleted for resources: {'Port': ['ID=fa0b41f6-03b1-4b61-8612-3c159f524f6c,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:03.718417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:03.820262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62836c85-2dcc-4f2a-9826-f16c4c722a05 None None] New status for floating IP 1d9cb8ef-6a4a-4203-8e1d-645113d6d459: DOWN {{(pid=93571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:41:03.943252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Router 834ca434-f243-4784-975f-bfdef45d2454 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:41:04.202548 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5de299dc-0df9-4cc3-8e8b-9b24c14f9e77 req-246af987-2acc-444f-b8e7-ebd061790083 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94ea35e-1d84-4dea-a2c7-9bddecd411f7 HTTP/1.1" status: 200 len: 210 time: 0.0614026 Sep 16 19:41:04.402707 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:41:04.413411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] Sync routers for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:41:04.426589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:04.427362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:40:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:04.476583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] No DVR routers for this DVR port fa0b41f6-03b1-4b61-8612-3c159f524f6c on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:41:04.479001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:04.482474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-deleted', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:41:04.528973 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-49653e0c-d61f-4d6d-8274-84f64ba5fe96 req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.38 "DELETE /v2.0/ports/fa0b41f6-03b1-4b61-8612-3c159f524f6c HTTP/1.1" status: 204 len: 173 time: 1.7810860 Sep 16 19:41:04.543132 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94ea35e-1d84-4dea-a2c7-9bddecd411f7', 'name': 'network-vif-deleted', 'tag': 'fa0b41f6-03b1-4b61-8612-3c159f524f6c', 'status': 'completed', 'code': 200} Sep 16 19:41:04.635528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:04.639924 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-58962a3e-11ac-46c7-8fc8-fe8c94dd44ef tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719362585&fields=id&tenant_id=609b56265a2645f5add428c6eca99d8f HTTP/1.1" status: 200 len: 267 time: 0.0462198 Sep 16 19:41:04.813822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-0ebedc6c-1832-4e94-a044-b96ef84a4d4a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:04.815481 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-0ebedc6c-1832-4e94-a044-b96ef84a4d4a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 811 time: 0.1680381 Sep 16 19:41:04.833832 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-ed4b7e46-17cc-4d54-9044-d88b26cf1b68 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/quotas/609b56265a2645f5add428c6eca99d8f HTTP/1.1" status: 200 len: 375 time: 0.0119877 Sep 16 19:41:04.926525 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-8bb55c12-fe4f-4432-9dab-77c6f2704ab4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867388 Sep 16 19:41:05.082873 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-1fe1fda5-21d3-4c98-bf9e-0619d2d9d9b6 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432021 Sep 16 19:41:05.150787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:05.155808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] Checking router: 834ca434-f243-4784-975f-bfdef45d2454 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:41:05.167302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:05.167984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:40:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:05.235369 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-79890e53-a8ec-4873-b517-0893c7481791 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462443 Sep 16 19:41:05.368837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:05.379245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52762) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:05.450949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bce85765-9a6d-483b-944c-9055d49488e4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:05.453386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:41:05.480401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bce85765-9a6d-483b-944c-9055d49488e4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:05.490072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:41:05.490481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 80e098d3-b7b9-4f58-b7f6-f7fa7af041b5 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:41:05.554679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bce85765-9a6d-483b-944c-9055d49488e4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:05.561488 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-62428724-e926-49a0-92d2-99c476a6e4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:05.579166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce85765-9a6d-483b-944c-9055d49488e4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b0ec8f-d89c-4447-96db-26f0cb4221b3,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:05.581642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bce85765-9a6d-483b-944c-9055d49488e4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:05.605257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bce85765-9a6d-483b-944c-9055d49488e4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:05.606763 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bce85765-9a6d-483b-944c-9055d49488e4 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "DELETE /v2.0/security-groups/14b0ec8f-d89c-4447-96db-26f0cb4221b3 HTTP/1.1" status: 204 len: 168 time: 0.2263091 Sep 16 19:41:05.609543 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52770) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:05.639611 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.v2.resource [None req-0c65aa70-52e9-4c13-964b-cefb202473b7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] show failed (client error): The resource could not be found. Sep 16 19:41:05.640966 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0c65aa70-52e9-4c13-964b-cefb202473b7 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "GET /v2.0/security-groups/14b0ec8f-d89c-4447-96db-26f0cb4221b3 HTTP/1.1" status: 404 len: 347 time: 0.0302501 Sep 16 19:41:05.644429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52774) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:05.768629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:05.773219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a86d0c6-45b3-4c2a-82e4-f5a8822bb1c7 None None] The sync data for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi is: [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:34:02Z', 'revision_number': 4, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '52a972fe-db09-404a-9c98-a980cc2131b2', 'name': '', 'network_id': 'f548adf9-b5ee-40a6-af60-88513434f7b6', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'mac_address': 'fa:16:3e:12:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce41c442-b543-4155-8674-99a92662abbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:34:00Z', 'updated_at': '2021-09-16T19:34:17Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'subnets': [{'id': 'ce41c442-b543-4155-8674-99a92662abbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:41:05.838286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Deleting port 03694735-4154-4177-926b-c00da1c4041b {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:41:05.838750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:05.855802 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cea54c92-f787-4d62-ba2f-9c613edd9d8f req-71fa4c27-f963-4f63-8757-9bf52cd68a1e tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 210 time: 0.0599720 Sep 16 19:41:06.028642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:06.029187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:06.164166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Calling delete_port for 03694735-4154-4177-926b-c00da1c4041b owned by network:floatingip {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:41:06.298220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e82a08-619b-4660-84f4-ede23f9913b0 None None] New status for floating IP 8cae781e-eeb1-4b20-9d06-189331ecedd8: DOWN {{(pid=93571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:41:06.331700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:06.336385 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6f84854f-f8c1-4374-9750-8de834cce8e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:06.385333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Pushing event deleted for resources: {'Port': ['ID=03694735-4154-4177-926b-c00da1c4041b,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:06.389921 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:06.489555 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks [] for floatingip, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:06.505155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:06.509079 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] 10.222.0.37 "DELETE /v2.0/floatingips/8cae781e-eeb1-4b20-9d06-189331ecedd8 HTTP/1.1" status: 204 len: 168 time: 0.8610587 Sep 16 19:41:07.029647 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-32e2dfac-8de8-439b-b461-e56a39837cb6 req-25f4d57c-4a96-401a-ab0a-260576d864e6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 210 time: 0.0457788 Sep 16 19:41:07.362280 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-cbf2a57f-1430-477a-8231-7480908931ee tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:07.363822 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-cbf2a57f-1430-477a-8231-7480908931ee tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 811 time: 0.1580937 Sep 16 19:41:07.419904 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-704523d7-f3ef-401e-85c6-d729c0cf7560 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609b56265a2645f5add428c6eca99d8f HTTP/1.1" status: 200 len: 379 time: 0.0454848 Sep 16 19:41:07.428090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'port': {'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'admin_state_up': True, 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'security_groups': ['3225f786-c9ec-4c60-bf8a-449de02324cb']}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:07.456692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device fa0b41f6-03b1-4b61-8612-3c159f524f6c no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:41:07.495214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: fa0b41f6-03b1-4b61-8612-3c159f524f6c {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:41:07.495596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device fa0b41f6-03b1-4b61-8612-3c159f524f6c not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:41:07.577732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:07.588427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:07.623294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Made reservation on behalf of 609b56265a2645f5add428c6eca99d8f for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:41:07.628944 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:07.801531 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Allocated IP 172.20.0.12 (dfa24075-e334-4f45-9037-edf1f744a3fb/2e2dccd2-37fa-438f-aca3-f35f847907e4/6f1fadb1-f72a-444a-9820-aa48fbb44f6c) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:41:08.002352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:08.019153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Transition to ACTIVE for port object 6f1fadb1-f72a-444a-9820-aa48fbb44f6c will not be triggered until provisioned by entity DHCP. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:41:08.057739 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:08.063987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f4a7fffc-cad0-4e15-8703-0c8704fe7a5d tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:08.213466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'Port': ['ID=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:08.224065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:08.225739 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Network dfa24075-e334-4f45-9037-edf1f744a3fb is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:41:08.231824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:41:08.234948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:41:08.323205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:08.323911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:08.359795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42874ab3-fcca-4bc3-af14-0b0e16edef00 req-64ef6438-ad03-4d94-852a-d3ae4d842c8b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:08.361445 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42874ab3-fcca-4bc3-af14-0b0e16edef00 req-64ef6438-ad03-4d94-852a-d3ae4d842c8b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 932 time: 0.1940560 Sep 16 19:41:08.386904 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-89c2301b-f501-4e65-bf62-65b595c4598b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9626946 Sep 16 19:41:08.400052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Request body: {'port': {'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:08.474313 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42874ab3-fcca-4bc3-af14-0b0e16edef00 req-e13dd9cf-03fa-4788-ac68-9db8e1fa2ce0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065004 Sep 16 19:41:08.537107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-46221bf9-4387-42b8-b379-ad904ac5f0cf None None] Provisioning for port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:41:08.537986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:08.542167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-46221bf9-4387-42b8-b379-ad904ac5f0cf None None] Provisioning complete for port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:08.542589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-46221bf9-4387-42b8-b379-ad904ac5f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:08.597811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-46221bf9-4387-42b8-b379-ad904ac5f0cf None None] Port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:41:08.889835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1fadb1-f72a-444a-9820-aa48fbb44f6c {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:41:08.896541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:08.911815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Transition to ACTIVE for port object 6f1fadb1-f72a-444a-9820-aa48fbb44f6c will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:41:08.931355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:08.935729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-21d69ebe-68ba-4331-be34-a28d0443e1ee tempest-AttachVolumeNegativeTest-338108176 tempest-AttachVolumeNegativeTest-338108176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:09.064499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:09.068362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:09.187675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Attempting to bind port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:41:09.187841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Attempting to bind port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:41:09.188209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Attempting to bind port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c on network dfa24075-e334-4f45-9037-edf1f744a3fb {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:41:09.194816 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c on network dfa24075-e334-4f45-9037-edf1f744a3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:41:09.195181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Attempting to bind port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c on network dfa24075-e334-4f45-9037-edf1f744a3fb {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:41:09.202865 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:41:09.203241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Checking segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:41:09.203660 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Bound using segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:41:09.204130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Bound port: 6f1fadb1-f72a-444a-9820-aa48fbb44f6c, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:41:09.204513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:09.300145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] For port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:41:09.303293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] For port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:41:09.332119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:09.336923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a82c1d9a-2523-4847-913d-b3a5ba5ffa7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:09.390224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:09.391671 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] 10.222.0.38 "PUT /v2.0/ports/6f1fadb1-f72a-444a-9820-aa48fbb44f6c HTTP/1.1" status: 200 len: 1094 time: 0.9965639 Sep 16 19:41:09.394200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:41:09.424930 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:09.428569 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:09.458196 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52814) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:09.492780 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'status': 'completed', 'code': 200} Sep 16 19:41:09.538130 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-70b6a462-7cf0-44e7-b8c5-1aa3baf96354 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 1097 time: 0.0842285 Sep 16 19:41:09.679219 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-16212b41-d518-44bd-ba20-b4716d76e456 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c HTTP/1.1" status: 200 len: 217 time: 0.1333542 Sep 16 19:41:09.772034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-fc393e46-bb9b-4988-aa67-e746067bbd3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:09.773600 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-fc393e46-bb9b-4988-aa67-e746067bbd3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0862625 Sep 16 19:41:09.825917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e342d-c5e6-4cad-9271-9267cac9ec77 req-87defead-7577-408a-8426-643df234e6bc tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:09.826701 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a83e342d-c5e6-4cad-9271-9267cac9ec77 req-87defead-7577-408a-8426-643df234e6bc tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:41:09.874681 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-40eca980-005c-4321-8926-451ea627315a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929973 Sep 16 19:41:09.905380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-a83e342d-c5e6-4cad-9271-9267cac9ec77 req-87defead-7577-408a-8426-643df234e6bc tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:41:09.906641 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a83e342d-c5e6-4cad-9271-9267cac9ec77 req-87defead-7577-408a-8426-643df234e6bc tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 944 time: 0.2837141 Sep 16 19:41:10.039078 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148442'] for router_interface, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:10.042432 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a83e342d-c5e6-4cad-9271-9267cac9ec77 req-32175407-c707-46ef-8136-a0ad8386b950 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797353 Sep 16 19:41:10.060854 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-8d7d378c-89a3-443b-864c-40786f696665 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798832 Sep 16 19:41:10.208053 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-89e6805a-d83d-412b-8435-d4d1010be1fa req-b0edf31d-beca-4857-ab70-2821e0336f0a service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406195 Sep 16 19:41:10.391296 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ec93ef1e-6843-4b3a-9b84-2074e3c9b0db req-da71435a-566c-4543-b7d6-8541b095553c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 1097 time: 0.0865262 Sep 16 19:41:10.541001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93ef1e-6843-4b3a-9b84-2074e3c9b0db req-d4fa1650-5834-47a3-85a9-76551f60c35e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:10.542628 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ec93ef1e-6843-4b3a-9b84-2074e3c9b0db req-d4fa1650-5834-47a3-85a9-76551f60c35e service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.1450951 Sep 16 19:41:10.614417 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ec93ef1e-6843-4b3a-9b84-2074e3c9b0db req-da5ee2af-441d-4fa0-86e6-ab91c7d6b837 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c HTTP/1.1" status: 200 len: 217 time: 0.0649190 Sep 16 19:41:10.687163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93ef1e-6843-4b3a-9b84-2074e3c9b0db req-7515273e-10af-428a-885c-6e5adc8a7093 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:10.688637 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ec93ef1e-6843-4b3a-9b84-2074e3c9b0db req-7515273e-10af-428a-885c-6e5adc8a7093 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0675774 Sep 16 19:41:10.770025 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ec93ef1e-6843-4b3a-9b84-2074e3c9b0db req-1c378cff-c3cd-4823-b54f-3880734e55b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742741 Sep 16 19:41:10.896656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Deleting port 52a972fe-db09-404a-9c98-a980cc2131b2 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:41:10.897049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:10.912801 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ec93ef1e-6843-4b3a-9b84-2074e3c9b0db req-91144491-4496-46fb-81ba-d2a01a284471 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352968 Sep 16 19:41:11.086700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] For port 52a972fe-db09-404a-9c98-a980cc2131b2, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=52a972fe-db09-404a-9c98-a980cc2131b2,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:11.087108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:11.235070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Calling delete_port for 52a972fe-db09-404a-9c98-a980cc2131b2 owned by network:router_interface {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:41:11.272352 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ec93ef1e-6843-4b3a-9b84-2074e3c9b0db req-b7e2c52c-b9d6-49c1-a4b4-9c9d63dc9f8e service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523071 Sep 16 19:41:11.391173 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe06e-8281-4fe1-823a-43a6d8d64ab1 req-e11c9cb2-790e-4e40-9a77-6aa5783bb3e8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:11.392702 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c90fe06e-8281-4fe1-823a-43a6d8d64ab1 req-e11c9cb2-790e-4e40-9a77-6aa5783bb3e8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 944 time: 0.1653399 Sep 16 19:41:11.487645 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c90fe06e-8281-4fe1-823a-43a6d8d64ab1 req-d95a92f1-26da-4b1c-9acd-0cb10b012b15 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840540 Sep 16 19:41:11.548578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:11.553017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:11.596483 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=52a972fe-db09-404a-9c98-a980cc2131b2,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:11.600901 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:11.897287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8194358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854148408'] for router_interface, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:12.489553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Router 834ca434-f243-4784-975f-bfdef45d2454 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:41:12.694654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fd8ca-c434-4e99-8e76-ed5b8210d2f2 req-48a231d9-efb8-4e12-93aa-d81bab20ed62 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:12.696237 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f5fd8ca-c434-4e99-8e76-ed5b8210d2f2 req-48a231d9-efb8-4e12-93aa-d81bab20ed62 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 944 time: 0.0864689 Sep 16 19:41:12.699058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:41:12.709178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] Sync routers for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:41:12.716561 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] 10.222.0.37 "PUT /v2.0/routers/834ca434-f243-4784-975f-bfdef45d2454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2541525 Sep 16 19:41:12.717131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52828) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:12.722564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:12.723240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:40:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:12.746995 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f5fd8ca-c434-4e99-8e76-ed5b8210d2f2 req-46ca3d6b-d986-4173-8b8e-3175b5b90cbc tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442204 Sep 16 19:41:12.910650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:12.920163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:13.127441 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:13.160129 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Deleting port 9af4435b-0efd-4e7e-8e83-8065d2fb664c {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:41:13.160511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:13.211467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:41:11Z', 'revision_number': 5, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port': {'id': '9af4435b-0efd-4e7e-8e83-8065d2fb664c', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834ca434-f243-4784-975f-bfdef45d2454', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:33:54Z', 'updated_at': '2021-09-16T19:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:13.216186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] Checking router: 834ca434-f243-4784-975f-bfdef45d2454 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:41:13.227323 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] Routers {'834ca434-f243-4784-975f-bfdef45d2454'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:13.228074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:40:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['834ca434-f243-4784-975f-bfdef45d2454'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:13.390499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] Set router 834ca434-f243-4784-975f-bfdef45d2454 gateway port host: None {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:13.515440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:41:13Z', 'revision_number': 6, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port_host': None}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:13.519961 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af757e-ce25-44ed-ac25-32d748a6d5ec None None] The sync data for ids ['834ca434-f243-4784-975f-bfdef45d2454'] in dv-cinder-809448-1-iscsi is: [{'id': '834ca434-f243-4784-975f-bfdef45d2454', 'name': 'tempest-AttachVolumeShelveTestJSON-961480757-router', 'tenant_id': 'fedd54e5357041a2bd78224901e72cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:33:52Z', 'updated_at': '2021-09-16T19:41:13Z', 'revision_number': 6, 'project_id': 'fedd54e5357041a2bd78224901e72cc7', 'gw_port_host': None}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:41:13.571373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] For port 9af4435b-0efd-4e7e-8e83-8065d2fb664c, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=9af4435b-0efd-4e7e-8e83-8065d2fb664c,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:13.571797 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:13.662851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 52a972fe-db09-404a-9c98-a980cc2131b2 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:41:13.697545 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 52a972fe-db09-404a-9c98-a980cc2131b2 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:41:13.697970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 52a972fe-db09-404a-9c98-a980cc2131b2 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:41:13.703453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Calling delete_port for 9af4435b-0efd-4e7e-8e83-8065d2fb664c owned by network:router_gateway {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:41:13.926601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:13.931691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eefad59a-7c43-46a7-bdf9-e7b575aebdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:13.984589 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af4435b-0efd-4e7e-8e83-8065d2fb664c,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:13.988513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:14.011818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.100807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4d8b1-74a0-4629-b968-8df9989c9a19 req-741a3fff-4563-453b-8302-2a6ad580070d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:14.102450 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1ff4d8b1-74a0-4629-b968-8df9989c9a19 req-741a3fff-4563-453b-8302-2a6ad580070d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 944 time: 0.2246008 Sep 16 19:41:14.271420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624456'] for router_gateway, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.415858 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1ff4d8b1-74a0-4629-b968-8df9989c9a19 req-ca2880cc-a301-4822-bf5a-ebd79c580cb8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471738 Sep 16 19:41:14.556409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7726'] for router, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.561499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.616718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854089221'] for router, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.617297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 834ca434-f243-4784-975f-bfdef45d2454 {{(pid=93568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:41:14.630643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.631973 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0e82236c-e95d-4cad-92c6-730bd6e68b93 admin admin] 10.222.0.37 "DELETE /v2.0/routers/834ca434-f243-4784-975f-bfdef45d2454 HTTP/1.1" status: 204 len: 168 time: 1.9140503 Sep 16 19:41:14.635033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52834) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:14.708917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afcd0f1-6fbe-4eb4-b269-e143d7735e42 admin admin] Deleting subnet ce41c442-b543-4155-8674-99a92662abbd {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:41:14.712265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4afcd0f1-6fbe-4eb4-b269-e143d7735e42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.765153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4afcd0f1-6fbe-4eb4-b269-e143d7735e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.845956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4afcd0f1-6fbe-4eb4-b269-e143d7735e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.937226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4afcd0f1-6fbe-4eb4-b269-e143d7735e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.941622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:14.977650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcd0f1-6fbe-4eb4-b269-e143d7735e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce41c442-b543-4155-8674-99a92662abbd,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:14.980697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4afcd0f1-6fbe-4eb4-b269-e143d7735e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:14.984866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4afcd0f1-6fbe-4eb4-b269-e143d7735e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:14.990825 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d655633-ee30-4fb8-99d2-27701dbe8785 None None] Network f548adf9-b5ee-40a6-af60-88513434f7b6 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:41:14.991229 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4afcd0f1-6fbe-4eb4-b269-e143d7735e42 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ce41c442-b543-4155-8674-99a92662abbd HTTP/1.1" status: 204 len: 168 time: 0.3541369 Sep 16 19:41:14.993826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52838) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:15.112397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.125031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Deleting port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:41:15.125412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.349004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] For port 6b52d431-a166-48cb-8db7-8e7bb4f83c87, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=6b52d431-a166-48cb-8db7-8e7bb4f83c87,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:15.349434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.421819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] DHCP port deletion for f548adf9-b5ee-40a6-af60-88513434f7b6 request from dv-cinder-809448-1-iscsi {{(pid=93570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:41:15.426181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] Deleting port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:41:15.426602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.487142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Calling delete_port for 6b52d431-a166-48cb-8db7-8e7bb4f83c87 owned by network:dhcp {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:41:15.582975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.587809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c9b4ba44-0a84-4dcd-b25b-4d5e27f7568c tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:15.635119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e143bd-5b9e-496f-85cf-c57962fcf91f req-58a9a800-2a37-4726-a984-14daf8d0531d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:15.645855 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6e143bd-5b9e-496f-85cf-c57962fcf91f req-58a9a800-2a37-4726-a984-14daf8d0531d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 944 time: 0.0984750 Sep 16 19:41:15.649478 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] For port 6b52d431-a166-48cb-8db7-8e7bb4f83c87, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=6b52d431-a166-48cb-8db7-8e7bb4f83c87,segment=NetworkSegment(1d3181db-06c9-4445-8705-559eefd6b8ce),segment_id=1d3181db-06c9-4445-8705-559eefd6b8ce)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:15.649982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.653872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b52d431-a166-48cb-8db7-8e7bb4f83c87,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:15.658420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:15.661594 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] No DVR routers for this DVR port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 on host dv-cinder-809448-1-iscsi {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:41:15.693675 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6e143bd-5b9e-496f-85cf-c57962fcf91f req-455401bc-3950-4bce-bfec-36e36f1af891 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468051 Sep 16 19:41:15.724981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 6b52d431-a166-48cb-8db7-8e7bb4f83c87 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:41:15.787676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.814659 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f548adf9-b5ee-40a6-af60-88513434f7b6']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:15.817444 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] Calling delete_port for 6b52d431-a166-48cb-8db7-8e7bb4f83c87 owned by network:dhcp {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:41:15.828485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3181db-06c9-4445-8705-559eefd6b8ce') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:15.828827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3181db-06c9-4445-8705-559eefd6b8ce') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:15.840885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.852578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 6b52d431-a166-48cb-8db7-8e7bb4f83c87 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:41:15.852967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 6b52d431-a166-48cb-8db7-8e7bb4f83c87 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:41:15.853432 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 9af4435b-0efd-4e7e-8e83-8065d2fb664c no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:41:15.855644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.862264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:41:15.862698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:41:15.877188 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:41:15.891222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 9af4435b-0efd-4e7e-8e83-8065d2fb664c {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:41:15.891543 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 9af4435b-0efd-4e7e-8e83-8065d2fb664c not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:41:15.930887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=93570) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:41:15.931918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:41:15.982779 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:15.986215 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:16.000558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:16.011568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f548adf9-b5ee-40a6-af60-88513434f7b6,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:16.015735 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:16.046253 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-15f44640-6609-4fe2-a2ca-5af2b1d499d5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f548adf9-b5ee-40a6-af60-88513434f7b6 HTTP/1.1" status: 204 len: 168 time: 1.0513179 Sep 16 19:41:16.279054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52846) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:16.336302 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f4599a8c-008e-4e89-91b1-325029581e69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fedd54e5357041a2bd78224901e72cc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557358 Sep 16 19:41:16.338817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52850) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:16.404406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5be77ce7-8600-487e-9156-e88e8c4a559a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:16.430474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5be77ce7-8600-487e-9156-e88e8c4a559a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:16.433156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] Deleting port 6b52d431-a166-48cb-8db7-8e7bb4f83c87 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:41:16.433588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:16.501507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-25e28084-105d-4e6a-98ba-e2a181f63178 None None] The port '6b52d431-a166-48cb-8db7-8e7bb4f83c87' was deleted {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:41:16.508415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5be77ce7-8600-487e-9156-e88e8c4a559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:16.514476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-25230471-a6fe-42d3-b385-3e0c613f345f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:16.528239 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be77ce7-8600-487e-9156-e88e8c4a559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2090c0-9d92-47c5-a650-09c48535bf11,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:16.532360 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5be77ce7-8600-487e-9156-e88e8c4a559a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:16.535559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5be77ce7-8600-487e-9156-e88e8c4a559a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:16.536767 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5be77ce7-8600-487e-9156-e88e8c4a559a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec2090c0-9d92-47c5-a650-09c48535bf11 HTTP/1.1" status: 204 len: 168 time: 0.1969957 Sep 16 19:41:16.897008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d002275-ee14-49b4-b5ce-09af51bc4728 req-e925206d-73b3-4a07-85f7-76509800d5f4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:16.898623 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d002275-ee14-49b4-b5ce-09af51bc4728 req-e925206d-73b3-4a07-85f7-76509800d5f4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 944 time: 0.0825984 Sep 16 19:41:16.956655 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d002275-ee14-49b4-b5ce-09af51bc4728 req-407e1b4f-0d9d-44af-bc89-16f466520520 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505154 Sep 16 19:41:17.472258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6f1fadb1-f72a-444a-9820-aa48fbb44f6c details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:41:17.626442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:17.640997 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:41:17.696381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:17.714644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1fadb1-f72a-444a-9820-aa48fbb44f6c {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:41:17.728706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52874) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:17.730317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:17.788643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:17.790558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:17.830893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0e5e78d7-8347-4d6e-8b7c-ca53360689ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:17.863166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:17.866338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:17.870973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1634185762-network', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:17.876762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:17.880751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Usage tracker for resource:network and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:17.883754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:17.890539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:17.925643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Made reservation on behalf of 25417ddaadbc40e597fb7d250abb8691 for: {'network': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:41:17.930498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:17.944426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:17.977230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:17.981173 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Usage tracker for resource:security_group_rule and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:17.984075 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:17.990200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:18.009765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['6f1fadb1-f72a-444a-9820-aa48fbb44f6c'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:41:18.062311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:18.085647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:18.090803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0aeeef73-2b86-4edd-bf96-85e46b729093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:18.123696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:41:18.174946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e7312-7569-47c2-b1a6-9a8a4b1b839b,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:18.180377 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:18.181342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:18.181727 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Added segment 97f30efd-6f06-4b89-9dfb-799246fd291f of type vlan for network 8adde95e-6f32-4664-971a-cb2ce0b52032 Sep 16 19:41:18.223284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:18.268149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41132ac4-d149-45d4-b6ad-60bf49558996 req-89bdf671-affb-48fb-aedd-d169930d9489 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:18.269770 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41132ac4-d149-45d4-b6ad-60bf49558996 req-89bdf671-affb-48fb-aedd-d169930d9489 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 945 time: 0.1502275 Sep 16 19:41:18.324177 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41132ac4-d149-45d4-b6ad-60bf49558996 req-61f50443-6615-4b2c-b2ec-dd59202d156f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477774 Sep 16 19:41:18.326646 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:18.327882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:18.328512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:18.333519 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:18.439693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Pushing event updated for resources: {'Network': ['ID=8adde95e-6f32-4664-971a-cb2ce0b52032,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:18.443037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:18.450760 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:41:18.457830 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7279875 Sep 16 19:41:18.461073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52882) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:18.467761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Request body: {'subnet': {'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1634185762-subnet', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:18.472946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:18.476989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Usage tracker for resource:subnet and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:18.480013 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:18.486619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:18.536859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Made reservation on behalf of 25417ddaadbc40e597fb7d250abb8691 for: {'subnet': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:41:18.541615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1822021'] for subnet, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:18.805722 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1211673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1822036'] for subnet, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:18.811455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b3dce9c7-5bd0-4168-8704-b859459646f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:18.884846 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a42cfad-32bf-46fb-a027-3ba63b850a5f,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:18.888650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:18.899260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Checking segment: {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:41:18.899651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Network hostable DHCP agents. Network: 8adde95e-6f32-4664-971a-cb2ce0b52032, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:41:18.948014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:41:18.982350 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 8adde95e-6f32-4664-971a-cb2ce0b52032) {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:41:18.986226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:18.986868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:18.991432 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf07dbd-01a3-426b-85ed-babc09c908b3 None None] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:41:19.034896 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5727081 Sep 16 19:41:19.037647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52888) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:19.043124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:19.048466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:19.052397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Usage tracker for resource:router and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:19.055360 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:19.061959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:19.108501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7761'] for router, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.110243 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854090501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854151361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854071984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768090'] for router, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.133636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.214517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp530334b9-976a-59f6-9cf0-ef7183e5148b-8adde95e-6f32-4664-971a-cb2ce0b52032', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f'}]}} from dv-cinder-809448-1-iscsi. {{(pid=93570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 16 19:41:19.215512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.331662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854151412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768073'] for router, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.385376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Allocated IP 172.20.0.2 (8adde95e-6f32-4664-971a-cb2ce0b52032/9a42cfad-32bf-46fb-a027-3ba63b850a5f/537bc03b-bf2b-46de-ab42-85088cbf28ec) {{(pid=93570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:41:19.488888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6f1fadb1-f72a-444a-9820-aa48fbb44f6c up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:41:19.536356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.542509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2ac62-6bf5-409d-b9cd-960702419a26 req-b123af19-82ac-4bec-be97-b3c6337efed8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:19.544524 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59d2ac62-6bf5-409d-b9cd-960702419a26 req-b123af19-82ac-4bec-be97-b3c6337efed8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 945 time: 0.0911403 Sep 16 19:41:19.563998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.601523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.603313 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59d2ac62-6bf5-409d-b9cd-960702419a26 req-57c92260-07db-41d7-98b2-1aab8f3bbd15 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510554 Sep 16 19:41:19.685784 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Notify callbacks [] for port, precommit_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.696548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Transition to ACTIVE for port object 537bc03b-bf2b-46de-ab42-85088cbf28ec will not be triggered until provisioned by entity L2. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:41:19.714666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:41:19.720864 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Transition to ACTIVE for port object 537bc03b-bf2b-46de-ab42-85088cbf28ec will not be triggered until provisioned by entity DHCP. {{(pid=93570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:41:19.723462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:19.723875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.745065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Allocated IP 172.27.2.88 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/d565cbd5-8414-47ff-a98a-8a64bff5ccc2) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:41:19.752389 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234'] for port, after_create {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.762926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:19.914888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.983241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:19.987986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ea43665c-0309-46d3-b301-2ee5e63c051e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:20.006710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 is already hosted by enough agents. {{(pid=93570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:41:20.010872 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Resources bound (agent type, host, resource id): {{(pid=93570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:41:20.013118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Pushing event updated for resources: {'Port': ['ID=537bc03b-bf2b-46de-ab42-85088cbf28ec,revision_number=1']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:20.018312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Received port after_create {{(pid=93570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:41:20.020481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:20.060408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:41:20.063397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:41:20.068654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:41:20.094773 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Pushing event updated for resources: {'Port': ['ID=d565cbd5-8414-47ff-a98a-8a64bff5ccc2,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:20.100260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:20.162136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.173211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Attempting to bind port 537bc03b-bf2b-46de-ab42-85088cbf28ec on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:41:20.173560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Attempting to bind port 537bc03b-bf2b-46de-ab42-85088cbf28ec by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:41:20.173988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Attempting to bind port 537bc03b-bf2b-46de-ab42-85088cbf28ec on network 8adde95e-6f32-4664-971a-cb2ce0b52032 {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:41:20.190387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:41:20.190806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Checking segment: {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:41:20.191261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.191696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Bound using segment: {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'} {{(pid=93570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:41:20.192212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Bound port: 537bc03b-bf2b-46de-ab42-85088cbf28ec, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'}}] {{(pid=93570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:41:20.192627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.212666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:41:20.225309 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:20.264975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.268285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.269065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624490'] for router, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.270571 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-319d4d6e-9190-48bc-8df1-00e480e92084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:20.306546 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'code': 200} Sep 16 19:41:20.376116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] For port 537bc03b-bf2b-46de-ab42-85088cbf28ec, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:41:20.378241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:20.381467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:20.383481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] For port 537bc03b-bf2b-46de-ab42-85088cbf28ec, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=537bc03b-bf2b-46de-ab42-85088cbf28ec,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:41:20.458113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.462268 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-369b51e2-35d3-4574-aa08-934984a60c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.467296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:20.542639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Router 53a7053e-9370-4097-83ac-e53faa216eb6 is scheduled to L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b with binding_index 1 {{(pid=93569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 16 19:41:20.555281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Pushing event updated for resources: {'Port': ['ID=537bc03b-bf2b-46de-ab42-85088cbf28ec,revision_number=2']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:20.558737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:20.775389 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-71f262d8-0777-40d3-870c-99e93a911c64 req-1f40bcf7-a79d-42bb-bf5a-ab01f9d633a9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 1099 time: 0.1673441 Sep 16 19:41:20.825301 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aecd46-8232-4bf6-9bb4-ae6f3bbdfa47 req-dd53bacc-12fa-4e2d-a466-81feb82ee5a2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:20.827263 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59aecd46-8232-4bf6-9bb4-ae6f3bbdfa47 req-dd53bacc-12fa-4e2d-a466-81feb82ee5a2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 946 time: 0.0901811 Sep 16 19:41:20.837220 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-71f262d8-0777-40d3-870c-99e93a911c64 req-c51caff5-8046-4bb3-8da2-1ff4d98ce1ce service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525854 Sep 16 19:41:20.865192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.885717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:41:20.896574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Sync routers for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:41:20.925896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:20.926155 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-59aecd46-8232-4bf6-9bb4-ae6f3bbdfa47 req-323f7ca7-49b9-427d-be54-246117047963 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852897 Sep 16 19:41:20.926654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:41:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:20.937789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Notify callbacks [] for router, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:20.939623 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9009223 Sep 16 19:41:20.942637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52898) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:21.122973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:21.427228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:20Z', 'revision_number': 3, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:21.431753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Checking router: 53a7053e-9370-4097-83ac-e53faa216eb6 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:41:21.432151 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Updating router 53a7053e-9370-4097-83ac-e53faa216eb6 port d565cbd5-8414-47ff-a98a-8a64bff5ccc2 binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:41:21.486976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:21.699353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 537bc03b-bf2b-46de-ab42-85088cbf28ec up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:41:21.837222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:21.885977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port 537bc03b-bf2b-46de-ab42-85088cbf28ec completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:41:21.923933 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:21.937724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Transition to ACTIVE for port object d565cbd5-8414-47ff-a98a-8a64bff5ccc2 will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:41:21.959296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:21.973904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:21.986462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:22.049851 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Attempting to bind port d565cbd5-8414-47ff-a98a-8a64bff5ccc2 on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:41:22.050293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Attempting to bind port d565cbd5-8414-47ff-a98a-8a64bff5ccc2 by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:41:22.050702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Attempting to bind port d565cbd5-8414-47ff-a98a-8a64bff5ccc2 on network b8eed445-e258-44e5-8ac2-934ddaa75ccf {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:41:22.059965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:41:22.060386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Checking segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:41:22.060838 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.061277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Bound using segment: {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:41:22.061799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Bound port: d565cbd5-8414-47ff-a98a-8a64bff5ccc2, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2b178f-2a7a-466f-9b56-66cc7074a6e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:41:22.062245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.141469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] For port d565cbd5-8414-47ff-a98a-8a64bff5ccc2, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:41:22.143879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] For port d565cbd5-8414-47ff-a98a-8a64bff5ccc2, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=d565cbd5-8414-47ff-a98a-8a64bff5ccc2,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:41:22.165182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Pushing event updated for resources: {'Port': ['ID=d565cbd5-8414-47ff-a98a-8a64bff5ccc2,revision_number=2']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:22.175587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.176061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.176507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.176948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.177407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.177842 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.178303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.178737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.179167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.179582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.180014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:41:22.184903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.186093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:22.191643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:22.263381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390cdd8-9997-4c96-95f1-18f6bc30275b req-565f7960-91b0-4ebb-8366-6c5eec2b7589 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:22.265392 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4390cdd8-9997-4c96-95f1-18f6bc30275b req-565f7960-91b0-4ebb-8366-6c5eec2b7589 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 946 time: 0.1684892 Sep 16 19:41:22.273439 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Pushing event updated for resources: {'Port': ['ID=d565cbd5-8414-47ff-a98a-8a64bff5ccc2,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:22.277223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-196f0a27-70b7-40b8-9c01-d21acf5de721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:22.278612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:22.279276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:41:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:22.299311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Allocated IP 172.20.0.1 (8adde95e-6f32-4664-971a-cb2ce0b52032/9a42cfad-32bf-46fb-a027-3ba63b850a5f/ed330b8c-e3b5-4bc9-af81-648cf991d7eb) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:41:22.382547 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966b85c7-9baa-4f4a-a641-e8ad69f24c10 None None] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:41:22.416114 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4390cdd8-9997-4c96-95f1-18f6bc30275b req-07f7759d-0336-4360-ad75-f8554cbb5152 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429608 Sep 16 19:41:22.473752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:22.523134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-85f2e4cc-7874-4c99-9784-ffbecbfa5718 None None] Provisioning for port 537bc03b-bf2b-46de-ab42-85088cbf28ec completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:41:22.525380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.546331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Transition to ACTIVE for port object ed330b8c-e3b5-4bc9-af81-648cf991d7eb will not be triggered until provisioned by entity DHCP. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:41:22.564405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-85f2e4cc-7874-4c99-9784-ffbecbfa5718 None None] Provisioning complete for port 537bc03b-bf2b-46de-ab42-85088cbf28ec triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:22.564936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85f2e4cc-7874-4c99-9784-ffbecbfa5718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.589534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.603582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:22.668746 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892142d-667f-4bbe-8c5f-55b0e7f5040c req-9913ddaa-be11-490c-9842-61128d44f5c8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:22.669892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:41:22.671291 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e892142d-667f-4bbe-8c5f-55b0e7f5040c req-9913ddaa-be11-490c-9842-61128d44f5c8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 946 time: 0.1047702 Sep 16 19:41:22.676856 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:41:22.683161 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:41:22.731366 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e892142d-667f-4bbe-8c5f-55b0e7f5040c req-faecc8e8-0e36-4d59-abf1-ddc19c16afd7 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530407 Sep 16 19:41:22.766268 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52906) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:22.769333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854152146'] for router_interface, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.783542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85f2e4cc-7874-4c99-9784-ffbecbfa5718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.795628 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Pushing event updated for resources: {'Port': ['ID=ed330b8c-e3b5-4bc9-af81-648cf991d7eb,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:22.799378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:22.808447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:20Z', 'revision_number': 3, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:22.813899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f42036-fee8-4c95-819d-d276ab9edb51 None None] The sync data for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi is: [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:20Z', 'revision_number': 3, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:41:22.829530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-85f2e4cc-7874-4c99-9784-ffbecbfa5718 None None] For port 537bc03b-bf2b-46de-ab42-85088cbf28ec, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=537bc03b-bf2b-46de-ab42-85088cbf28ec,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:22.869032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85f2e4cc-7874-4c99-9784-ffbecbfa5718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.874335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2bbb5468-f7ae-4046-8d09-a01ca80b9e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:22.895807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:22.964415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2e4cc-7874-4c99-9784-ffbecbfa5718 None None] Pushing event updated for resources: {'Port': ['ID=537bc03b-bf2b-46de-ab42-85088cbf28ec,revision_number=3']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:22.969089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-85f2e4cc-7874-4c99-9784-ffbecbfa5718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:23.091181 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8d090c7f-1e27-4d25-b5a8-ab8832f5d986 tempest-TestVolumeBootPattern-96562486 tempest-TestVolumeBootPattern-96562486-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 1094 time: 0.3233418 Sep 16 19:41:23.094474 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52910) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:23.107017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'floatingip': {'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:23.107619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:23.111639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:floatingip and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:23.115559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:23.122138 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:23.183476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.186203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.196305 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-49025ee3-3260-49d7-979e-31689cd4c4b1 None None] Provisioning complete for port 537bc03b-bf2b-46de-ab42-85088cbf28ec triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:23.200892 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-49025ee3-3260-49d7-979e-31689cd4c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.217501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.259065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:23.364659 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Pushing event updated for resources: {'Port': ['ID=ed330b8c-e3b5-4bc9-af81-648cf991d7eb,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:23.367506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846581442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623688'] for router_interface, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.380356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:23.401526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.405853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-49025ee3-3260-49d7-979e-31689cd4c4b1 None None] Provisioning for port ed330b8c-e3b5-4bc9-af81-648cf991d7eb completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:41:23.414684 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-49025ee3-3260-49d7-979e-31689cd4c4b1 None None] Provisioning complete for port ed330b8c-e3b5-4bc9-af81-648cf991d7eb triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:23.415398 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-49025ee3-3260-49d7-979e-31689cd4c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.530774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-49025ee3-3260-49d7-979e-31689cd4c4b1 None None] Port ed330b8c-e3b5-4bc9-af81-648cf991d7eb cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:41:23.588312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:41:23.589894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:41:23.598661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Allocated IP 172.27.2.65 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/84f159a8-2954-4613-836f-06e590ff56a3) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:41:23.669036 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-0ba41569-fc94-4d40-a332-ba36e652843a None None] Provisioning complete for port ed330b8c-e3b5-4bc9-af81-648cf991d7eb triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:23.669832 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0ba41569-fc94-4d40-a332-ba36e652843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.782719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0ba41569-fc94-4d40-a332-ba36e652843a None None] Port ed330b8c-e3b5-4bc9-af81-648cf991d7eb cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:41:23.842842 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.865553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 537bc03b-bf2b-46de-ab42-85088cbf28ec up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:41:23.949750 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:23.954990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port 537bc03b-bf2b-46de-ab42-85088cbf28ec triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:23.955209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:23.955389 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:24.055099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:41:24.056653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:41:24.060954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:41:24.091926 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Router 53a7053e-9370-4097-83ac-e53faa216eb6 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:41:24.094056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device d565cbd5-8414-47ff-a98a-8a64bff5ccc2 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:41:24.104890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'Port': ['ID=84f159a8-2954-4613-836f-06e590ff56a3,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:24.108213 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:24.202172 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-be63da4e-22e7-43fe-b7f6-39a0b2689fdd None None] Provisioning complete for port ed330b8c-e3b5-4bc9-af81-648cf991d7eb triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:24.203313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be63da4e-22e7-43fe-b7f6-39a0b2689fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:24.268835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-be63da4e-22e7-43fe-b7f6-39a0b2689fdd None None] Port ed330b8c-e3b5-4bc9-af81-648cf991d7eb cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:41:24.337396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:41:24.342582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port d565cbd5-8414-47ff-a98a-8a64bff5ccc2 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:41:24.348162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port d565cbd5-8414-47ff-a98a-8a64bff5ccc2 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:24.351764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:24.351907 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] 10.222.0.37 "PUT /v2.0/routers/53a7053e-9370-4097-83ac-e53faa216eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4049029 Sep 16 19:41:24.485058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:24.502334 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port d565cbd5-8414-47ff-a98a-8a64bff5ccc2, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=d565cbd5-8414-47ff-a98a-8a64bff5ccc2,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:24.550531 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:24.552556 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ab515621-bb2f-46f1-b27f-dd3b512c4ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:24.626050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=d565cbd5-8414-47ff-a98a-8a64bff5ccc2,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:24.629293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:24.653977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:24.742960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:24.960065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.011056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.016321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d0004299-32c7-455e-84a3-b97300344a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:25.029134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52922) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:25.035310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--931414786', 'description': 'tempest-description--759350745'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:25.041629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:25.046182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:security_group and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:25.049140 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:25.055919 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:25.091335 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.128216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'Port': ['ID=84f159a8-2954-4613-836f-06e590ff56a3,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:25.134671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:25.140429 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:25.144445 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:security_group_rule and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:25.144737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.147512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:25.153994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:25.238704 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.268260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.274028 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4089a037-cd2f-4fd0-9437-d9f7a516cac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:25.315062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08dd556f-99cd-4deb-9889-177556d6424b,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:25.317911 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:25.348174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.348393 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Floating IP 561254a0-5f11-478e-ac59-10d82293c2af associated. External IP: 172.27.2.65, port: 6f1fadb1-f72a-444a-9820-aa48fbb44f6c. Sep 16 19:41:25.349571 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f4107ad1-6ac8-4a61-95d8-a34298e0161c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3193460 Sep 16 19:41:25.352830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52926) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:25.359392 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'security_group_rule': {'security_group_id': '08dd556f-99cd-4deb-9889-177556d6424b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:25.365602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:25.369520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:security_group_rule and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:25.374036 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:25.380031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:25.423852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.487281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.519599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.527596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:25.546284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c23fee-321d-4b3c-bd6d-f90857b9e446,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:25.549502 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:25.605600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.609549 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a3785c58-46d2-46cc-b3d6-8467e098e7b8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2532418 Sep 16 19:41:25.609840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52930) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:25.616182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'security_group_rule': {'security_group_id': '08dd556f-99cd-4deb-9889-177556d6424b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:25.622866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:25.626788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:security_group_rule and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:25.629822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:25.636639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:25.670470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device d565cbd5-8414-47ff-a98a-8a64bff5ccc2 up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:41:25.692792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.746070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port d565cbd5-8414-47ff-a98a-8a64bff5ccc2 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:25.747211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.763779 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.775531 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:41:25.794419 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.796946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:25.823677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ef2913-64bd-48a5-8bf4-969dcecbc13c,revision_number=0']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:25.829270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:25.857490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.858869 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4f165ba4-f0ea-4f2c-9587-8f86374a698c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2480185 Sep 16 19:41:25.862264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 52934) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:25.868216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'floatingip': {'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:25.874843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:25.879424 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:floatingip and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:41:25.882630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:41:25.889476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:25.937173 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:25.989318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:41:26.000248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] Sync routers for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:41:26.013017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:26.013690 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:41:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:26.040619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:26.094699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:26.102076 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0063832 Sep 16 19:41:26.102887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:41:26.164334 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'status': 'completed', 'code': 200} Sep 16 19:41:26.226355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:26.354936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Sync routers for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:41:26.371849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:26.372656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:41:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:26.549957 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Allocated IP 172.27.2.75 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/ba25dfa3-c179-4c93-acdc-87985ec08517) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:41:26.564857 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2695e96f-a48c-4d87-9916-47c5b99b5c86 req-3490a57f-370f-4eda-8c13-cd8d533b022e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 1099 time: 0.3755655 Sep 16 19:41:26.573844 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:26.615956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '561254a0-5f11-478e-ac59-10d82293c2af', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:24Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 0, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:26.619932 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] Checking router: 2c9c634e-a368-4d31-86c6-f2d51529bbc8 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:41:26.631130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:26.631789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:41:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:26.853639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695e96f-a48c-4d87-9916-47c5b99b5c86 req-c30931a0-511a-410c-9241-8cf5e6f5e1f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:26.855283 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2695e96f-a48c-4d87-9916-47c5b99b5c86 req-c30931a0-511a-410c-9241-8cf5e6f5e1f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.2703450 Sep 16 19:41:26.861719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:26.984485 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2695e96f-a48c-4d87-9916-47c5b99b5c86 req-f2f81a54-b127-4494-8d67-ef95da65b61e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c HTTP/1.1" status: 200 len: 999 time: 0.1190188 Sep 16 19:41:26.989406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:27.041133 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.049295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:27.067193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 2, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:27.071710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Checking router: 53a7053e-9370-4097-83ac-e53faa216eb6 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:41:27.072109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Updating router 53a7053e-9370-4097-83ac-e53faa216eb6 port ed330b8c-e3b5-4bc9-af81-648cf991d7eb binding host dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 16 19:41:27.132235 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:41:27.133871 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695e96f-a48c-4d87-9916-47c5b99b5c86 req-a6dd6eb1-4c46-4fa4-ac7a-5d45e1caf941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:27.134304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.135570 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2695e96f-a48c-4d87-9916-47c5b99b5c86 req-a6dd6eb1-4c46-4fa4-ac7a-5d45e1caf941 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.1446421 Sep 16 19:41:27.139103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:41:27.141569 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:41:27.224607 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'Port': ['ID=ba25dfa3-c179-4c93-acdc-87985ec08517,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:27.227662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:27.336408 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2695e96f-a48c-4d87-9916-47c5b99b5c86 req-bfff47c0-cfe6-4fc5-b9fc-dad39ea7b9ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1645775 Sep 16 19:41:27.391633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '561254a0-5f11-478e-ac59-10d82293c2af', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:24Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 0, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:27.396144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f992a9e-9553-4730-9257-191489fc8d1a None None] The sync data for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi is: [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '561254a0-5f11-478e-ac59-10d82293c2af', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:24Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 0, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:41:27.494642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.507757 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Notify callbacks [] for port, precommit_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.520394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Transition to ACTIVE for port object ed330b8c-e3b5-4bc9-af81-648cf991d7eb will not be triggered until provisioned by entity L2. {{(pid=93571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:41:27.582762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.587563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bfb973d2-b5e0-40ae-a371-0f815fa9e04d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:27.591889 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2695e96f-a48c-4d87-9916-47c5b99b5c86 req-b65aa2c8-8b2d-463b-8857-77b13bd91da1 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001376 Sep 16 19:41:27.685062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.718255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71185ecd-a1e5-42e7-8361-d3569a59a2cb None None] Pushing event updated for resources: {'Port': ['ID=ed330b8c-e3b5-4bc9-af81-648cf991d7eb,revision_number=3']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:27.721470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-71185ecd-a1e5-42e7-8361-d3569a59a2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:27.770267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf9ca3-28c2-4dd2-9e42-b1e4dbff7f3a None None] New status for floating IP 561254a0-5f11-478e-ac59-10d82293c2af: ACTIVE {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:41:27.816900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Attempting to bind port ed330b8c-e3b5-4bc9-af81-648cf991d7eb on host dv-cinder-809448-1-iscsi for vnic_type normal with profile {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:41:27.817319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Attempting to bind port ed330b8c-e3b5-4bc9-af81-648cf991d7eb by drivers openvswitch,hyperv on host dv-cinder-809448-1-iscsi at level 0 using segments [{'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:41:27.817880 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Attempting to bind port ed330b8c-e3b5-4bc9-af81-648cf991d7eb on network 8adde95e-6f32-4664-971a-cb2ce0b52032 {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:41:27.826022 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Checking agent: {'id': '191d56b3-64c6-44c6-b8c9-2e351e7c6b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 25, 49), 'started_at': datetime.datetime(2021, 9, 16, 19, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:41:27.826448 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Checking segment: {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:41:27.826914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.828580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Bound using segment: {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'} {{(pid=93571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:41:27.829113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Bound port: ed330b8c-e3b5-4bc9-af81-648cf991d7eb, host: dv-cinder-809448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'}}] {{(pid=93571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:41:27.829536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.936287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] For port ed330b8c-e3b5-4bc9-af81-648cf991d7eb, host dv-cinder-809448-1-iscsi, cleared binding levels {{(pid=93571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:41:27.940210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] For port ed330b8c-e3b5-4bc9-af81-648cf991d7eb, host dv-cinder-809448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=ed330b8c-e3b5-4bc9-af81-648cf991d7eb,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:41:27.940768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.964409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93571) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.975483 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-40d3fbaf-eda8-4dd5-8784-9fdd258a83e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:27.978980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:27.986042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cb89c896-fead-4e66-8a6a-d4c6a9629e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:28.033015 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2695e96f-a48c-4d87-9916-47c5b99b5c86 req-9d78bc71-62f8-4832-ad01-a778a013fe72 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318948 Sep 16 19:41:28.059166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71185ecd-a1e5-42e7-8361-d3569a59a2cb None None] Pushing event updated for resources: {'Port': ['ID=ed330b8c-e3b5-4bc9-af81-648cf991d7eb,revision_number=4']} {{(pid=93571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:28.062543 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:28.063235 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:41:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:28.097491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'Port': ['ID=ba25dfa3-c179-4c93-acdc-87985ec08517,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:28.108498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:28.120823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-71185ecd-a1e5-42e7-8361-d3569a59a2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93571) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:28.130351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:28.171504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:28.176410 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3095970 Sep 16 19:41:28.277533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:28.369649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-1445e2d9-d16b-41a2-9286-6d295593db2d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Synchronizing usage tracker for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:security_group {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:41:28.456715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-1445e2d9-d16b-41a2-9286-6d295593db2d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Unset dirty status for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:security_group {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:41:28.458045 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-1445e2d9-d16b-41a2-9286-6d295593db2d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--931414786&fields=id&tenant_id=25417ddaadbc40e597fb7d250abb8691 HTTP/1.1" status: 200 len: 267 time: 0.1340411 Sep 16 19:41:28.617682 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:27Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:28.618006 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-7944c584-36c0-4851-a2f9-34ccbdc34fc3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:28.618683 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-7944c584-36c0-4851-a2f9-34ccbdc34fc3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Synchronizing usage tracker for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:network {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:41:28.622507 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52350e0-7987-4bf5-837b-ee45dfe56e37 None None] The sync data for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi is: [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:27Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:41:28.662773 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-7944c584-36c0-4851-a2f9-34ccbdc34fc3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Unset dirty status for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:network {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:41:28.664166 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-7944c584-36c0-4851-a2f9-34ccbdc34fc3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 811 time: 0.1989040 Sep 16 19:41:28.686286 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-807384cc-151f-476b-accd-26e795f785e4 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/quotas/25417ddaadbc40e597fb7d250abb8691 HTTP/1.1" status: 200 len: 375 time: 0.0161266 Sep 16 19:41:28.785345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-136f4d8b-481f-4be6-9bea-3c70c0801136 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Synchronizing usage tracker for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:41:28.840601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-136f4d8b-481f-4be6-9bea-3c70c0801136 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Unset dirty status for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:41:28.842116 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-136f4d8b-481f-4be6-9bea-3c70c0801136 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475875 Sep 16 19:41:28.997653 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-47169a6b-52f2-4bac-8bdb-01b54bb65dbb service neutron] 10.222.0.37 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425860 Sep 16 19:41:29.148296 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-d5c48ad4-981c-4b22-b1fb-4bddb033cde4 service neutron] 10.222.0.37 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441844 Sep 16 19:41:29.438248 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-aa4f5e47-d463-4e81-8122-5e1d7dda6f3a req-dbb62661-f2d4-47d9-b7b5-7deb0237d157 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 210 time: 0.0460496 Sep 16 19:41:29.694847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ed330b8c-e3b5-4bc9-af81-648cf991d7eb up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:41:29.794803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning for port ed330b8c-e3b5-4bc9-af81-648cf991d7eb completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:41:29.800166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port ed330b8c-e3b5-4bc9-af81-648cf991d7eb triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:29.804740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:29.924948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:29.959671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] For port ed330b8c-e3b5-4bc9-af81-648cf991d7eb, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=ed330b8c-e3b5-4bc9-af81-648cf991d7eb,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:29.982741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:29.984719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:30.056573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Pushing event updated for resources: {'Port': ['ID=ed330b8c-e3b5-4bc9-af81-648cf991d7eb,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:30.060643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:30.611197 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73f2736d-9b02-4f14-bc3b-2701349ccfc8 req-fb4d1448-a750-4f3b-9732-f18e11261ec8 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 210 time: 0.0455143 Sep 16 19:41:31.068927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-88ab03bf-f5d5-4bd1-b73b-65e963f3c1ff tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:31.070527 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-88ab03bf-f5d5-4bd1-b73b-65e963f3c1ff tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 811 time: 0.1645815 Sep 16 19:41:31.132141 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-8d253e30-3dc5-4fc8-8aad-52065e978972 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25417ddaadbc40e597fb7d250abb8691 HTTP/1.1" status: 200 len: 379 time: 0.0498579 Sep 16 19:41:31.142678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'port': {'device_id': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'admin_state_up': True, 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'security_groups': ['08dd556f-99cd-4deb-9889-177556d6424b']}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:31.504944 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:41:31.515390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:41:31.554094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Made reservation on behalf of 25417ddaadbc40e597fb7d250abb8691 for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:41:31.560546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:31.677858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ed330b8c-e3b5-4bc9-af81-648cf991d7eb up at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:41:31.709315 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:41:31.750394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Provisioning complete for port ed330b8c-e3b5-4bc9-af81-648cf991d7eb triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:31.750823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:31.761333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Allocated IP 172.20.0.14 (8adde95e-6f32-4664-971a-cb2ce0b52032/9a42cfad-32bf-46fb-a027-3ba63b850a5f/3d90c2ec-c75e-4ca9-9f24-4edfe25c7903) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:41:31.799340 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c7d7c93f-a178-4036-a332-61f665492d06 req-5beabeb4-859e-4308-ae67-1b07419b694a tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 210 time: 0.0571156 Sep 16 19:41:31.975058 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:31.992356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Transition to ACTIVE for port object 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 will not be triggered until provisioned by entity DHCP. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:41:32.051463 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:32.057112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a6cacc5c-d858-4c52-a3dd-0095e8c0a827 tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:32.129214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:41:32.132977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:41:32.137915 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:41:32.175257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'Port': ['ID=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:32.180056 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:32.207244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:32.207910 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:32.257878 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-f27aa683-7c98-41eb-bb1f-e125466cfba9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1194289 Sep 16 19:41:32.270540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Request body: {'port': {'device_id': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:32.402532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:32.542521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-f2f8a281-095f-40b2-b6f5-89bf9ad2e656 None None] Provisioning for port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:41:32.549194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-f2f8a281-095f-40b2-b6f5-89bf9ad2e656 None None] Provisioning complete for port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:32.549677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a281-095f-40b2-b6f5-89bf9ad2e656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:32.607878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8a281-095f-40b2-b6f5-89bf9ad2e656 None None] Port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:41:32.780048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:41:32.786904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:32.802215 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Transition to ACTIVE for port object 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:41:32.833804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:32.838255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fd7a66dd-1b3a-46f2-923f-02dde5481ef4 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:33.024495 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Pushing event updated for resources: {'Port': ['ID=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:33.027570 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:33.161909 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334adcab-2041-49c3-8526-5e599ff4447a req-cc7c6728-798e-4004-be02-4f783a6ec8cd tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:33.162662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-334adcab-2041-49c3-8526-5e599ff4447a req-cc7c6728-798e-4004-be02-4f783a6ec8cd tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Synchronizing usage tracker for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:41:33.177557 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Attempting to bind port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:41:33.177960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Attempting to bind port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:41:33.178317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Attempting to bind port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 on network 8adde95e-6f32-4664-971a-cb2ce0b52032 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:41:33.186891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 on network 8adde95e-6f32-4664-971a-cb2ce0b52032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:41:33.187251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Attempting to bind port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 on network 8adde95e-6f32-4664-971a-cb2ce0b52032 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:41:33.194064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:41:33.196039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Checking segment: {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:41:33.196039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Bound using segment: {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:41:33.196039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Bound port: 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:41:33.196039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:33.210649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-334adcab-2041-49c3-8526-5e599ff4447a req-cc7c6728-798e-4004-be02-4f783a6ec8cd tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Unset dirty status for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:41:33.211909 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-334adcab-2041-49c3-8526-5e599ff4447a req-cc7c6728-798e-4004-be02-4f783a6ec8cd tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 944 time: 0.2721677 Sep 16 19:41:33.326742 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-334adcab-2041-49c3-8526-5e599ff4447a req-c758e122-2a48-4dfb-b6c1-a63190dbe22c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840816 Sep 16 19:41:33.330536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] For port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:41:33.333702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] For port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:41:33.360064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:33.364807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-387cdf60-c728-4793-94be-9900e17dbe92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:33.428239 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:33.429770 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] 10.222.0.38 "PUT /v2.0/ports/3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 HTTP/1.1" status: 200 len: 1094 time: 1.1639464 Sep 16 19:41:33.430332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'tag': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:41:33.446985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Pushing event updated for resources: {'Port': ['ID=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:33.450593 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5080b484-8478-4bf6-8915-bd2da842e2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:33.493588 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'tag': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903', 'status': 'completed', 'code': 200} Sep 16 19:41:33.591281 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-34b98cf8-0c05-4ccb-a797-97cbfca47f56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 1097 time: 0.0849853 Sep 16 19:41:33.676096 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-838318a0-b896-4d63-bc71-300b506129de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 HTTP/1.1" status: 200 len: 217 time: 0.0664196 Sep 16 19:41:33.748554 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-0a9f9229-05e4-48b6-93bb-c1a55be29bf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:33.750215 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-0a9f9229-05e4-48b6-93bb-c1a55be29bf8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 200 len: 850 time: 0.0682073 Sep 16 19:41:33.829531 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-ae0187fb-ee9e-4086-b77d-3bfce4a98a7e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8adde95e-6f32-4664-971a-cb2ce0b52032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735278 Sep 16 19:41:33.971729 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-9040096c-23e6-46af-a16b-d70c92e6949d service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338911 Sep 16 19:41:34.112803 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b879879-8f7b-4aeb-91df-94162e0e45dd req-83ccee31-67cd-4248-a8d2-aa321993c6a8 service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339953 Sep 16 19:41:34.277363 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2581248e-e995-4fd1-9977-246b9b68fe8a req-1b9a4a54-46be-4f9c-a620-eb06eb607d5c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 1097 time: 0.0758362 Sep 16 19:41:34.422577 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581248e-e995-4fd1-9977-246b9b68fe8a req-94e88f66-838c-4b47-a0e8-4cb567316806 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:34.424135 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2581248e-e995-4fd1-9977-246b9b68fe8a req-94e88f66-838c-4b47-a0e8-4cb567316806 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 912 time: 0.1403072 Sep 16 19:41:34.540912 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2581248e-e995-4fd1-9977-246b9b68fe8a req-d8f5e914-02a2-4175-8584-303483b78bf4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 HTTP/1.1" status: 200 len: 217 time: 0.1091020 Sep 16 19:41:34.630480 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581248e-e995-4fd1-9977-246b9b68fe8a req-35ff4602-433a-4353-9122-e6659b551940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:34.632048 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2581248e-e995-4fd1-9977-246b9b68fe8a req-35ff4602-433a-4353-9122-e6659b551940 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 200 len: 850 time: 0.0824411 Sep 16 19:41:34.642386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a39c-f9db-4533-acd6-c69be56eccc5 req-7e67d118-8684-4416-87e1-f9645eb84244 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:34.643984 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d9f0a39c-f9db-4533-acd6-c69be56eccc5 req-7e67d118-8684-4416-87e1-f9645eb84244 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 944 time: 0.1617258 Sep 16 19:41:34.749582 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d9f0a39c-f9db-4533-acd6-c69be56eccc5 req-aabee4e9-035c-40ee-9e24-6c720080c832 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714152 Sep 16 19:41:34.759499 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2581248e-e995-4fd1-9977-246b9b68fe8a req-31c4cd5b-eb81-437c-bddf-514cd1e1ba53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8adde95e-6f32-4664-971a-cb2ce0b52032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1145411 Sep 16 19:41:34.903871 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2581248e-e995-4fd1-9977-246b9b68fe8a req-3f3023b9-c27b-48d4-96a9-0f98faa942ac service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365542 Sep 16 19:41:35.047453 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2581248e-e995-4fd1-9977-246b9b68fe8a req-6c457767-886a-4aa6-a854-c16e9611a98b service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362982 Sep 16 19:41:36.178012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6412fa9-2b6c-4e8c-998f-b0fd0231c6ac req-85b79cb1-602b-4dc7-a732-2d3c5d01a66b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:36.179610 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b6412fa9-2b6c-4e8c-998f-b0fd0231c6ac req-85b79cb1-602b-4dc7-a732-2d3c5d01a66b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 944 time: 0.3039529 Sep 16 19:41:36.227912 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b6412fa9-2b6c-4e8c-998f-b0fd0231c6ac req-c342edfd-73d2-4db7-9d7e-8bb46cdd6570 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422630 Sep 16 19:41:37.434731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f72e31-3adb-45a3-82b6-ad3d97f0bdcd req-2deea576-6db5-434e-b36b-90c21d2e529f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:37.436238 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-75f72e31-3adb-45a3-82b6-ad3d97f0bdcd req-2deea576-6db5-434e-b36b-90c21d2e529f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 944 time: 0.0805833 Sep 16 19:41:37.484346 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-75f72e31-3adb-45a3-82b6-ad3d97f0bdcd req-3d29563c-a6bc-4882-aa72-ff00487f8137 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415838 Sep 16 19:41:37.631291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:41:37.772322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:37.786311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'port_id': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903', 'mac_address': 'fa:16:3e:76:b9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:41:37.845259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:37.863347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:41:37.878800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:37.907696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:37.909550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e5070404-52b2-426f-ab5e-a47c0bef0ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:37.975340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:37.978468 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:38.138337 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['3d90c2ec-c75e-4ca9-9f24-4edfe25c7903'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:41:38.686246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2315040-618a-427c-9e66-f944a4131f99 req-475e14bc-63a0-4e16-8b19-719fdb456ede tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:38.688036 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2315040-618a-427c-9e66-f944a4131f99 req-475e14bc-63a0-4e16-8b19-719fdb456ede tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 945 time: 0.0818105 Sep 16 19:41:38.736710 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2315040-618a-427c-9e66-f944a4131f99 req-44657481-d304-4262-bcc7-525fb805dae3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Sep 16 19:41:39.629558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:41:39.741819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:41:39.746678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:41:39.747094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:39.864981 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:39.891970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:41:39.902663 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:41:39.936707 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:39.938802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:41:39.945681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b2379-3d39-480b-921b-e7c30cbcf9c1 req-439b53d8-6784-4bf3-ba93-6d01bd677b8f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:39.947444 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a8b2379-3d39-480b-921b-e7c30cbcf9c1 req-439b53d8-6784-4bf3-ba93-6d01bd677b8f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 945 time: 0.0886624 Sep 16 19:41:39.969500 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903', 'code': 200} Sep 16 19:41:40.001599 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a8b2379-3d39-480b-921b-e7c30cbcf9c1 req-126ee798-cc9d-48f3-b12c-3f22e6d1115f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460894 Sep 16 19:41:40.007518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:41:40.010952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:41:40.248934 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7253f5b7-92f0-4240-a631-2af2b834b6fd req-cd6f31c7-9103-433e-be09-2adf034aafaa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 1099 time: 0.0710022 Sep 16 19:41:40.293004 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7253f5b7-92f0-4240-a631-2af2b834b6fd req-209d9598-c5b1-4646-95ee-42a396129957 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375252 Sep 16 19:41:41.220353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b25b7a-2f85-455e-b4b3-536fbf871c94 req-c905d634-cbf7-42e9-bd17-712987464bc2 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:41.221955 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62b25b7a-2f85-455e-b4b3-536fbf871c94 req-c905d634-cbf7-42e9-bd17-712987464bc2 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0895882 Sep 16 19:41:41.270809 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62b25b7a-2f85-455e-b4b3-536fbf871c94 req-8ab1c9ca-6a35-4a3f-a389-61df03373e11 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Sep 16 19:41:42.485987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249ee99-1293-4974-b856-f4299a71476d req-5c0f7f1b-26bf-4127-bb93-afdf4c16ac75 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:42.487696 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3249ee99-1293-4974-b856-f4299a71476d req-5c0f7f1b-26bf-4127-bb93-afdf4c16ac75 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0898950 Sep 16 19:41:42.537251 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3249ee99-1293-4974-b856-f4299a71476d req-331e4469-3c18-47a6-b854-89e614571726 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433700 Sep 16 19:41:42.739634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68b92f-6a5d-4337-bcaf-4e6233286b6f req-5675fc28-24fc-4a55-8625-fff3328e7af4 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:42.741163 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7a68b92f-6a5d-4337-bcaf-4e6233286b6f req-5675fc28-24fc-4a55-8625-fff3328e7af4 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0841930 Sep 16 19:41:42.750847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 52998) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:41:42.757161 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-140a7c63-16d3-4c77-ab25-890ff9b1f68b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'floatingip': {'port_id': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:41:42.839004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-140a7c63-16d3-4c77-ab25-890ff9b1f68b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:43.448734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-140a7c63-16d3-4c77-ab25-890ff9b1f68b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:43.479282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-140a7c63-16d3-4c77-ab25-890ff9b1f68b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:43.679280 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-140a7c63-16d3-4c77-ab25-890ff9b1f68b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Floating IP c0cd92dd-70cb-4652-b8fc-a6697776d254 associated. External IP: 172.27.2.75, port: 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903. Sep 16 19:41:44.028043 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:44.084678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140a7c63-16d3-4c77-ab25-890ff9b1f68b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Router 53a7053e-9370-4097-83ac-e53faa216eb6 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:41:44.290198 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a7c63-16d3-4c77-ab25-890ff9b1f68b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:41:44.294729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-140a7c63-16d3-4c77-ab25-890ff9b1f68b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:44.300639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] Sync routers for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:41:44.313954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:44.314666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:41:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:44.350043 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-140a7c63-16d3-4c77-ab25-890ff9b1f68b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "PUT /v2.0/floatingips/c0cd92dd-70cb-4652-b8fc-a6697776d254 HTTP/1.1" status: 200 len: 991 time: 1.5974619 Sep 16 19:41:44.350734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'tag': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:41:44.423715 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'tag': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903', 'status': 'completed', 'code': 200} Sep 16 19:41:44.504326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:44.522933 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1eded7dc-5126-4b51-92b5-c8eea83fb38a req-8b2bb97a-8f6a-4a0b-bfb0-5cfda3df90ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 1099 time: 0.0772657 Sep 16 19:41:44.669669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eded7dc-5126-4b51-92b5-c8eea83fb38a req-38b70ed3-e6f5-4791-be93-ba01a8ca9e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:44.671211 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1eded7dc-5126-4b51-92b5-c8eea83fb38a req-38b70ed3-e6f5-4791-be93-ba01a8ca9e3d service neutron] 10.222.0.38 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 912 time: 0.1416373 Sep 16 19:41:44.785639 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1eded7dc-5126-4b51-92b5-c8eea83fb38a req-93f539cd-dc5e-4605-8638-089e88c97efb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 HTTP/1.1" status: 200 len: 999 time: 0.1062574 Sep 16 19:41:44.864117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eded7dc-5126-4b51-92b5-c8eea83fb38a req-5ab0ef1c-fcbf-4720-9854-bd560ff0a59d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:44.865728 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1eded7dc-5126-4b51-92b5-c8eea83fb38a req-5ab0ef1c-fcbf-4720-9854-bd560ff0a59d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 200 len: 850 time: 0.0730219 Sep 16 19:41:45.048227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'c0cd92dd-70cb-4652-b8fc-a6697776d254', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'port_id': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'mac_address': 'fa:16:3e:76:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:27Z', 'updated_at': '2021-09-16T19:41:43Z', 'revision_number': 1, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:45.053727 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] Checking router: 53a7053e-9370-4097-83ac-e53faa216eb6 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:41:45.065778 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:41:45.066513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:41:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:45.161212 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1eded7dc-5126-4b51-92b5-c8eea83fb38a req-4b860363-933b-43b2-bd06-9be6d6ca3145 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8adde95e-6f32-4664-971a-cb2ce0b52032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2872396 Sep 16 19:41:45.258582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:41:45.302348 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-a4a718c2-c602-4969-87bf-b5d02448111e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793777 Sep 16 19:41:45.310737 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1eded7dc-5126-4b51-92b5-c8eea83fb38a req-8ac95ef3-25a7-4e24-a42e-77051462ad0d service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420300 Sep 16 19:41:45.455967 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-b2f4d3ad-df27-4bd9-a49a-820fc62f895a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=82d7310a7c3f4a28837911539a3d30ba&device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1099 time: 0.0770087 Sep 16 19:41:45.461841 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1eded7dc-5126-4b51-92b5-c8eea83fb38a req-2b38b815-52ea-4dc4-a935-9f0e995f1da8 service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422617 Sep 16 19:41:45.618959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-8cdc14ba-9db4-461a-8b38-89fff7f3fe07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:45.620549 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-8cdc14ba-9db4-461a-8b38-89fff7f3fe07 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 200 len: 910 time: 0.1453531 Sep 16 19:41:45.637284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'c0cd92dd-70cb-4652-b8fc-a6697776d254', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'port_id': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'mac_address': 'fa:16:3e:76:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:27Z', 'updated_at': '2021-09-16T19:41:43Z', 'revision_number': 1, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:41:45.641738 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79340a31-89e4-4036-9248-bedd9839dfac None None] The sync data for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi is: [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': 'c0cd92dd-70cb-4652-b8fc-a6697776d254', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'port_id': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'mac_address': 'fa:16:3e:76:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:27Z', 'updated_at': '2021-09-16T19:41:43Z', 'revision_number': 1, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:41:45.735527 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-e15c8dd6-d312-423f-b44e-852de6c9b8f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 200 len: 1002 time: 0.1051960 Sep 16 19:41:45.804265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-f616b168-7f34-4434-83bc-9e7fc30172aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:41:45.805820 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-f616b168-7f34-4434-83bc-9e7fc30172aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56a7ebf6-b11d-4602-aa8f-ffb867ffc557 HTTP/1.1" status: 200 len: 848 time: 0.0638173 Sep 16 19:41:45.888913 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-20ea2196-3675-4268-836a-15332963ab74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756993 Sep 16 19:41:45.982214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c3f3a-6fc5-4b38-b061-aab8ca0c8c51 None None] New status for floating IP c0cd92dd-70cb-4652-b8fc-a6697776d254: ACTIVE {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:41:46.035121 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-981563ec-b795-4310-b7cb-3941fbd0f97e service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398764 Sep 16 19:41:46.179475 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe6a6273-31b3-42d2-8c13-3873c6e97ed9 req-1bf417b6-88b4-463e-89a2-6247db4eb852 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382020 Sep 16 19:41:47.828313 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c2e6-2ed0-416e-931f-e7500b26e194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:49.467745 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:50.433347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8db2351c-2d61-4f19-96d3-c0543557405e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:50.844861 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:41:51.810610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:08.710010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:42:14.038609 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:17.827500 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-77948aae-a84b-44ad-bfe5-380a52bd4ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:19.450187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:20.445233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d475c619-7be5-4cc8-ab68-72dc85ff7bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:20.838543 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:21.809359 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:33.687244 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119db7-1ff1-4694-a650-58fde4bb93a2 req-75148d87-7338-417e-9bc2-dcb6b1c09551 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:33.688970 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1a119db7-1ff1-4694-a650-58fde4bb93a2 req-75148d87-7338-417e-9bc2-dcb6b1c09551 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0861423 Sep 16 19:42:33.740680 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1a119db7-1ff1-4694-a650-58fde4bb93a2 req-dc2f2ac1-c491-4c9a-a397-185c4600a2ef tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451689 Sep 16 19:42:34.949222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21839633-c3e6-4f7a-951e-d8e9da017f77 req-14a6d422-a72b-41ac-9ff6-2e266a2e8a63 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:34.950844 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-21839633-c3e6-4f7a-951e-d8e9da017f77 req-14a6d422-a72b-41ac-9ff6-2e266a2e8a63 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0814853 Sep 16 19:42:34.999796 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-21839633-c3e6-4f7a-951e-d8e9da017f77 req-bdde1336-1ee0-4ea1-b2ce-f794bebb9a16 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424843 Sep 16 19:42:36.215884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e66d5-f6ab-44f3-9a0d-521742572b7e req-9bd892bc-7c02-4c32-b0f1-812d261eb630 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:36.217468 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-922e66d5-f6ab-44f3-9a0d-521742572b7e req-9bd892bc-7c02-4c32-b0f1-812d261eb630 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0884368 Sep 16 19:42:36.265001 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-922e66d5-f6ab-44f3-9a0d-521742572b7e req-7f5004a8-b0fc-4d32-894d-35555436977c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406954 Sep 16 19:42:37.473253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a707d-96b2-4ef6-bfee-31a5b943080a req-2e40d1eb-1819-4d18-b8d3-2a3bc97a493a tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:37.474802 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8e3a707d-96b2-4ef6-bfee-31a5b943080a req-2e40d1eb-1819-4d18-b8d3-2a3bc97a493a tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0862820 Sep 16 19:42:37.523767 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8e3a707d-96b2-4ef6-bfee-31a5b943080a req-6b8f7abe-9820-41dd-bc80-8a1f7ad53aac tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Sep 16 19:42:38.732397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a162d-9ef2-4ee6-9a98-176da0a3e3f8 req-9fa6c8fe-b980-423b-b2ff-4878468bf85d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:38.734203 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e66a162d-9ef2-4ee6-9a98-176da0a3e3f8 req-9fa6c8fe-b980-423b-b2ff-4878468bf85d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0851929 Sep 16 19:42:38.784262 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e66a162d-9ef2-4ee6-9a98-176da0a3e3f8 req-e6619153-be58-40eb-a6ed-947b9f79eb30 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439088 Sep 16 19:42:39.985365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c57b42-827e-49c6-a7c7-d1286763cfda req-2fac2e38-daed-46f9-ba59-d3b5d0795566 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:39.986954 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6c57b42-827e-49c6-a7c7-d1286763cfda req-2fac2e38-daed-46f9-ba59-d3b5d0795566 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0817015 Sep 16 19:42:40.038327 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6c57b42-827e-49c6-a7c7-d1286763cfda req-8c09dd08-7333-4018-949a-1e95f042cace tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453329 Sep 16 19:42:41.241169 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c8bd3-7d14-40cc-9e6f-50c8b0f7caea req-529e097b-7562-404c-b503-2c099b9baa08 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:41.242820 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f9c8bd3-7d14-40cc-9e6f-50c8b0f7caea req-529e097b-7562-404c-b503-2c099b9baa08 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0810325 Sep 16 19:42:41.292098 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7f9c8bd3-7d14-40cc-9e6f-50c8b0f7caea req-5c1bee3e-0379-4f27-ba25-f7fb466dd946 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Sep 16 19:42:42.497279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e2ff8-4e97-4388-8b4b-c8b029eddece req-f0857e85-a2c4-4470-a825-674e4d7caf5c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:42.498948 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-299e2ff8-4e97-4388-8b4b-c8b029eddece req-f0857e85-a2c4-4470-a825-674e4d7caf5c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0816879 Sep 16 19:42:42.546042 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-299e2ff8-4e97-4388-8b4b-c8b029eddece req-1b9c00e5-e39c-42ce-a3ab-1ab1a3b58c42 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Sep 16 19:42:43.757113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56479859-8f2e-4cdc-abe8-9b3320b83036 req-a81fb75f-42a8-4f2a-be27-0811cf71d756 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:43.758716 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-56479859-8f2e-4cdc-abe8-9b3320b83036 req-a81fb75f-42a8-4f2a-be27-0811cf71d756 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0856342 Sep 16 19:42:43.806509 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-56479859-8f2e-4cdc-abe8-9b3320b83036 req-650fb73b-be9d-4fa0-8f78-11fb92a67b90 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416741 Sep 16 19:42:44.020351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:44.228673 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-914b9542-e115-4883-b170-4d2ec6b53ae3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760443 Sep 16 19:42:44.320317 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-74f9e759-1cac-4151-9b76-1a89d5d215f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 1099 time: 0.0714791 Sep 16 19:42:44.471298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-588dea61-051d-4fa3-9c9e-a6ea0b7b8159 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:44.472840 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-588dea61-051d-4fa3-9c9e-a6ea0b7b8159 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.1339917 Sep 16 19:42:44.578222 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-a8e533aa-cb20-4592-8010-d248f2ce880a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c HTTP/1.1" status: 200 len: 1001 time: 0.0992839 Sep 16 19:42:44.649272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-ea8b23e3-9c78-4d42-ba95-ba248663331a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:44.650903 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-ea8b23e3-9c78-4d42-ba95-ba248663331a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0673518 Sep 16 19:42:44.732564 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-fbb0bab1-7542-4d5f-97f3-f46e1c258186 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743706 Sep 16 19:42:44.876943 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-6d84f487-d1db-4fb9-835f-dcb1adf513f8 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375628 Sep 16 19:42:45.078541 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4dcfc01-d4b6-4009-a9c1-d12bc2acb05c req-000b05da-e5e4-4a75-b33f-8bf4b786ed16 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952891 Sep 16 19:42:45.089086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275e35-c8b0-42f2-90b7-13746f75f4a3 req-a8e05b0b-abde-4131-9276-1b7f4fccbdbc tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:45.090663 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a8275e35-c8b0-42f2-90b7-13746f75f4a3 req-a8e05b0b-abde-4131-9276-1b7f4fccbdbc tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.1342027 Sep 16 19:42:45.141536 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a8275e35-c8b0-42f2-90b7-13746f75f4a3 req-4b484b20-cfb1-40e2-b94e-841afc664305 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437250 Sep 16 19:42:45.604391 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39a723-ba66-4aee-a64e-14d74cdbd585 req-b2ef08a7-ee3d-459e-96d8-ab9b5763937b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:45.605965 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a39a723-ba66-4aee-a64e-14d74cdbd585 req-b2ef08a7-ee3d-459e-96d8-ab9b5763937b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.1263275 Sep 16 19:42:45.676751 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23cc5a01-4fbb-42db-a85b-c74ef5c78ff9 req-e824e57b-5e58-4c27-b224-4a879a475cc3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 1099 time: 0.1212041 Sep 16 19:42:45.679135 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a39a723-ba66-4aee-a64e-14d74cdbd585 req-e2fe0a7f-f259-4d87-a732-10a91edbf973 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652068 Sep 16 19:42:45.710988 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:42:45.818145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5a01-4fbb-42db-a85b-c74ef5c78ff9 req-722017bf-cfc4-49a2-8b86-c8c069c33bd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:45.819673 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23cc5a01-4fbb-42db-a85b-c74ef5c78ff9 req-722017bf-cfc4-49a2-8b86-c8c069c33bd5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 912 time: 0.1359980 Sep 16 19:42:45.926398 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23cc5a01-4fbb-42db-a85b-c74ef5c78ff9 req-77644fc3-6193-45fe-a07e-188ce6d9a568 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 HTTP/1.1" status: 200 len: 1001 time: 0.0996859 Sep 16 19:42:45.994532 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5a01-4fbb-42db-a85b-c74ef5c78ff9 req-59d77fa3-b740-45fb-9c72-fc7f1b8f67e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:45.996049 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23cc5a01-4fbb-42db-a85b-c74ef5c78ff9 req-59d77fa3-b740-45fb-9c72-fc7f1b8f67e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 200 len: 850 time: 0.0636747 Sep 16 19:42:46.075790 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23cc5a01-4fbb-42db-a85b-c74ef5c78ff9 req-a4b648e6-1e5e-4db3-b0db-dec17dbb05e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8adde95e-6f32-4664-971a-cb2ce0b52032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730507 Sep 16 19:42:46.423836 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23cc5a01-4fbb-42db-a85b-c74ef5c78ff9 req-51d5c125-a377-448b-924f-115c29399e79 service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414230 Sep 16 19:42:46.562154 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-23cc5a01-4fbb-42db-a85b-c74ef5c78ff9 req-33925c8b-ddba-4bc5-912c-97d068ec50cd service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315653 Sep 16 19:42:46.889508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01611acb-0ddb-4c51-91c6-63e1fe4ce382 req-7a295c04-d101-42a9-802c-0f69643153d1 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:46.891125 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-01611acb-0ddb-4c51-91c6-63e1fe4ce382 req-7a295c04-d101-42a9-802c-0f69643153d1 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0841734 Sep 16 19:42:46.945170 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-01611acb-0ddb-4c51-91c6-63e1fe4ce382 req-db74440a-e399-48df-a721-0243ff1e703c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460069 Sep 16 19:42:47.814967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0f316f5f-2701-4e75-800f-9f449896d578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:48.156397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296ab9-eb3d-4907-9b66-f755ccc47a00 req-1a9ed440-7a44-42b0-9ce2-91950ce62987 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:48.157997 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1b296ab9-eb3d-4907-9b66-f755ccc47a00 req-1a9ed440-7a44-42b0-9ce2-91950ce62987 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0870731 Sep 16 19:42:48.206168 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1b296ab9-eb3d-4907-9b66-f755ccc47a00 req-f78ad815-be0c-424e-abe2-3d1130a2b658 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Sep 16 19:42:49.449329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:50.443425 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c372d3df-907a-4881-8774-1598d8f59781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:50.854822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:51.831893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:42:52.381959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb650-9805-436a-ac32-2fbf349f3d7f req-0f43281b-57cd-4996-af4c-70a6a11994b4 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:52.383529 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-180bb650-9805-436a-ac32-2fbf349f3d7f req-0f43281b-57cd-4996-af4c-70a6a11994b4 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0858531 Sep 16 19:42:52.431825 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-180bb650-9805-436a-ac32-2fbf349f3d7f req-aff84a95-623b-4da5-8fea-cbb9fd1f3a68 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422585 Sep 16 19:42:53.635755 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b696-074b-4ef9-bcda-387682489de5 req-97e6e001-bef1-4b15-ad26-fe7507290bcf tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:53.637317 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24b3b696-074b-4ef9-bcda-387682489de5 req-97e6e001-bef1-4b15-ad26-fe7507290bcf tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0811088 Sep 16 19:42:53.684988 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24b3b696-074b-4ef9-bcda-387682489de5 req-9cf4eddf-4321-41b5-9a94-a3ce8fb73b33 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416205 Sep 16 19:42:54.888743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c094503-d6b6-4860-86aa-7adedde71cf4 req-662d9dba-83a4-4f69-b438-df92ebe7bf4d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:54.891038 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1c094503-d6b6-4860-86aa-7adedde71cf4 req-662d9dba-83a4-4f69-b438-df92ebe7bf4d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0827677 Sep 16 19:42:54.938118 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1c094503-d6b6-4860-86aa-7adedde71cf4 req-5d3fb8ae-da81-47e8-9c57-ad4fb6a7aa57 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 Sep 16 19:42:56.147209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d126eca-e62e-464e-bdc0-966bc0efa55a req-5a35d795-9d26-4aa2-ad1b-75519c38964b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:56.148721 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d126eca-e62e-464e-bdc0-966bc0efa55a req-5a35d795-9d26-4aa2-ad1b-75519c38964b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0857780 Sep 16 19:42:56.197351 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d126eca-e62e-464e-bdc0-966bc0efa55a req-99a5e2a8-5a8b-4e40-8710-b335db3333db tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423064 Sep 16 19:42:57.405906 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc51d1-cdb7-46f3-8397-e3d5ac17c43a req-a032353f-6bd6-4129-8f46-896b34788e72 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:57.407505 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5afc51d1-cdb7-46f3-8397-e3d5ac17c43a req-a032353f-6bd6-4129-8f46-896b34788e72 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0853891 Sep 16 19:42:57.456007 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5afc51d1-cdb7-46f3-8397-e3d5ac17c43a req-1f3cba26-2251-4e3c-9128-393deb6391ce tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424833 Sep 16 19:42:58.666383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c7f0a-3124-4a0c-8ac3-96bef98d5bde req-de496d8f-c6c1-4ebe-85d0-0652f24bb54c tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:58.668004 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-250c7f0a-3124-4a0c-8ac3-96bef98d5bde req-de496d8f-c6c1-4ebe-85d0-0652f24bb54c tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0863822 Sep 16 19:42:58.716885 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-250c7f0a-3124-4a0c-8ac3-96bef98d5bde req-e42d3f8a-513c-4a83-bfec-bd758f7b2f70 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Sep 16 19:42:59.949302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d696e-6fec-4865-a725-35e8e64f0277 req-201c90f3-42b8-4dc1-a6ca-0622d80b3d4e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:42:59.950862 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-807d696e-6fec-4865-a725-35e8e64f0277 req-201c90f3-42b8-4dc1-a6ca-0622d80b3d4e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.1024582 Sep 16 19:43:00.016951 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-807d696e-6fec-4865-a725-35e8e64f0277 req-651ae0c8-0bfe-42ce-b2da-fc7b9c5f19cc tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591249 Sep 16 19:43:01.438975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31304ce9-c0ad-4d8d-a395-00b2b2b23c97 req-54637767-dc58-4a9c-b40d-bf6742254815 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:01.440496 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-31304ce9-c0ad-4d8d-a395-00b2b2b23c97 req-54637767-dc58-4a9c-b40d-bf6742254815 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.3022666 Sep 16 19:43:01.487866 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-31304ce9-c0ad-4d8d-a395-00b2b2b23c97 req-0fe066b6-a92e-4874-bc4e-052faec41347 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 Sep 16 19:43:02.527140 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8110beab-7882-43f7-ad76-9250a89be82d req-56dd3271-1737-4c3d-bf86-8d0167d2c611 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=82d7310a7c3f4a28837911539a3d30ba&device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1099 time: 0.0864522 Sep 16 19:43:02.737318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110beab-7882-43f7-ad76-9250a89be82d req-320c6cfb-69a0-4363-8087-f9bb60f6984e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:02.738921 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8110beab-7882-43f7-ad76-9250a89be82d req-320c6cfb-69a0-4363-8087-f9bb60f6984e service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 200 len: 910 time: 0.2053556 Sep 16 19:43:02.754184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df6832-899e-4b6d-b9d9-009131ed9362 req-eb6ad08a-f577-4eb7-8ec1-099afc637bd1 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:02.755673 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-82df6832-899e-4b6d-b9d9-009131ed9362 req-eb6ad08a-f577-4eb7-8ec1-099afc637bd1 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.1392784 Sep 16 19:43:02.895788 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-82df6832-899e-4b6d-b9d9-009131ed9362 req-57c8af15-7273-4f7a-b655-c9c4fdd3f246 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905674 Sep 16 19:43:02.897522 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8110beab-7882-43f7-ad76-9250a89be82d req-7ee16530-1219-428d-80dd-61419ecc23b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 200 len: 1002 time: 0.1502857 Sep 16 19:43:02.968108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110beab-7882-43f7-ad76-9250a89be82d req-d72751f0-b905-4996-9972-216c240f157a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:02.969630 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8110beab-7882-43f7-ad76-9250a89be82d req-d72751f0-b905-4996-9972-216c240f157a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56a7ebf6-b11d-4602-aa8f-ffb867ffc557 HTTP/1.1" status: 200 len: 848 time: 0.0630960 Sep 16 19:43:03.047778 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8110beab-7882-43f7-ad76-9250a89be82d req-83a27a3a-56f6-40a1-a56c-975635b0c1ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710542 Sep 16 19:43:03.197538 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8110beab-7882-43f7-ad76-9250a89be82d req-3944cf43-2ccd-489c-ab8e-5c453cb6e23b service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416454 Sep 16 19:43:03.336275 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8110beab-7882-43f7-ad76-9250a89be82d req-91948778-83f0-4738-b43c-eede47c4a013 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317525 Sep 16 19:43:04.101229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c47762-461a-40b9-8d47-aaecc2ac1f24 req-18171ad0-8a5b-4ccb-a9c3-37c7f6d9709d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:04.102878 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a6c47762-461a-40b9-8d47-aaecc2ac1f24 req-18171ad0-8a5b-4ccb-a9c3-37c7f6d9709d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0811706 Sep 16 19:43:04.163510 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a6c47762-461a-40b9-8d47-aaecc2ac1f24 req-3c8863c7-39f6-4b25-861e-76f8a938776b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518384 Sep 16 19:43:05.161899 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-abec65d0-f371-4423-aa67-253af6e4e9ee tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719362585&fields=id&tenant_id=609b56265a2645f5add428c6eca99d8f HTTP/1.1" status: 200 len: 267 time: 0.0514987 Sep 16 19:43:05.328368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-1c1e7bf2-a0ac-4200-9ad6-0bbb30b1e924 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:05.329966 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-1c1e7bf2-a0ac-4200-9ad6-0bbb30b1e924 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 811 time: 0.1574881 Sep 16 19:43:05.348177 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-2dcd4f6c-939d-4c9d-83c0-37b38c20ce7c tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/quotas/609b56265a2645f5add428c6eca99d8f HTTP/1.1" status: 200 len: 375 time: 0.0121517 Sep 16 19:43:05.377145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c2ff1-761e-460c-a678-2d82475bb9be req-e1db8565-353f-4e3b-ac27-0cd874760628 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:05.378610 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-380c2ff1-761e-460c-a678-2d82475bb9be req-e1db8565-353f-4e3b-ac27-0cd874760628 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0850904 Sep 16 19:43:05.429668 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-380c2ff1-761e-460c-a678-2d82475bb9be req-093405bd-3401-4bd6-8e7d-88bc230a621e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442910 Sep 16 19:43:05.442270 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-d29bd1aa-f792-4795-be83-ba047add95fd tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0880656 Sep 16 19:43:05.590107 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-9c488123-80c8-47ef-ba8e-a8ca6ed4eee1 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342461 Sep 16 19:43:05.734916 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-0d83284e-5478-4b60-b280-e16c951ccdc0 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378880 Sep 16 19:43:06.264246 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0b9dcc5e-e699-48c8-b60f-67c03c2695a6 req-be05571b-6f1d-4258-90e6-7b8f8a4790ee tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 210 time: 0.0493784 Sep 16 19:43:06.644914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaead7-2da6-4a44-8198-27af978a0cbf req-481e0bca-7ef9-4403-a2fc-c9c8b3e64e71 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:06.646535 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-affaead7-2da6-4a44-8198-27af978a0cbf req-481e0bca-7ef9-4403-a2fc-c9c8b3e64e71 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0840333 Sep 16 19:43:06.705114 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-affaead7-2da6-4a44-8198-27af978a0cbf req-1adfed70-2e59-4cb3-bad6-8663f240fdbe tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521071 Sep 16 19:43:06.905186 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e35858-0dfb-4c6b-8908-ba812a399567 req-3d1cb650-c0bc-420f-8d16-148c96b094f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0794401 Sep 16 19:43:07.273038 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-50d2566a-e146-4a58-b6fa-5adc231a02dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1556578 Sep 16 19:43:07.274118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa8973-52d4-4be0-9041-20e924d6afbf req-348c60b8-599f-4ed8-aaa2-6c923579b22d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:07.275716 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41aa8973-52d4-4be0-9041-20e924d6afbf req-348c60b8-599f-4ed8-aaa2-6c923579b22d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0845845 Sep 16 19:43:07.327919 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41aa8973-52d4-4be0-9041-20e924d6afbf req-929b0e99-202f-46b8-a376-e6e6d76df699 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441465 Sep 16 19:43:07.438208 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-656a607a-fa86-4abb-9620-84aeeb32c324 req-73f2b698-9aab-47ea-a201-08f31b39509e tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 210 time: 0.0490766 Sep 16 19:43:07.819379 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-cfb5c637-a12c-4b8e-a542-dc6e32aa336d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:07.820366 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-cfb5c637-a12c-4b8e-a542-dc6e32aa336d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 811 time: 0.1613975 Sep 16 19:43:07.895445 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-41c1ac11-88db-4dfb-8c3d-a50c50982470 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609b56265a2645f5add428c6eca99d8f HTTP/1.1" status: 200 len: 379 time: 0.0563214 Sep 16 19:43:07.909590 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'port': {'device_id': '22890e33-98ad-4483-99d7-0f5076f651d4', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'admin_state_up': True, 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'security_groups': ['3225f786-c9ec-4c60-bf8a-449de02324cb']}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:43:08.056297 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:43:08.064062 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6c4daffa-ef85-4107-a43d-8abf510ce002 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:43:08.067793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:43:08.105848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Made reservation on behalf of 609b56265a2645f5add428c6eca99d8f for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:43:08.113518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:08.183675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:08.211776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:43:08.222597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6c4daffa-ef85-4107-a43d-8abf510ce002,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:43:08.254308 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:08.256278 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:08.289786 dv-cinder-809448-1-iscsi neutron-server[93459]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'code': 422} returned with failed status Sep 16 19:43:08.290808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Allocated IP 172.20.0.13 (dfa24075-e334-4f45-9037-edf1f744a3fb/2e2dccd2-37fa-438f-aca3-f35f847907e4/694e3861-5adf-419a-9de0-e865970abe09) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:43:08.328973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=6c4daffa-ef85-4107-a43d-8abf510ce002,revision_number=6']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:08.337972 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.338371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.338743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.339172 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.339538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.339903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.340265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.340627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.340985 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.341341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.341697 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.346090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:08.497220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:08.515570 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Transition to ACTIVE for port object 694e3861-5adf-419a-9de0-e865970abe09 will not be triggered until provisioned by entity DHCP. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:43:08.539597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48410699-5f30-4c02-9b2b-24870d161d0f req-cec48f6f-97d6-48ce-8592-fa88b2aa2178 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:08.541213 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-48410699-5f30-4c02-9b2b-24870d161d0f req-cec48f6f-97d6-48ce-8592-fa88b2aa2178 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0882201 Sep 16 19:43:08.594077 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-48410699-5f30-4c02-9b2b-24870d161d0f req-00e2bb28-0f1b-4c2a-bf93-e03c77fe37f8 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 Sep 16 19:43:08.614969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:08.627177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d5d3900-baf3-43b3-abc1-25942aedf7f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:08.710489 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Network dfa24075-e334-4f45-9037-edf1f744a3fb is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:43:08.714247 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:43:08.720852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:43:08.759028 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'Port': ['ID=694e3861-5adf-419a-9de0-e865970abe09,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:08.797706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.801272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.801272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.801272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.801272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.801272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.801272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.801272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.801272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.801272 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.802625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:43:08.817395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:08.827552 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c14fbc-3e35-44c1-9a9d-022df64f6190 req-2b8bfe16-8efe-4695-8b23-db3f39ef376f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:08.834720 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-92c14fbc-3e35-44c1-9a9d-022df64f6190 req-2b8bfe16-8efe-4695-8b23-db3f39ef376f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 932 time: 0.2643266 Sep 16 19:43:08.861690 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:08.862431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:08.907992 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-92c14fbc-3e35-44c1-9a9d-022df64f6190 req-40743fd1-6381-4885-a68c-506e85be0f85 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694613 Sep 16 19:43:08.969865 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-eef3fb5f-4518-4824-bdb7-aff72a93dd05 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7&tenant_id=82d7310a7c3f4a28837911539a3d30ba HTTP/1.1" status: 200 len: 1097 time: 0.0990641 Sep 16 19:43:08.998163 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0934107 Sep 16 19:43:09.011126 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Request body: {'port': {'device_id': '22890e33-98ad-4483-99d7-0f5076f651d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:43:09.070671 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-c2deaa53-65ac-4a97-bc07-0ca80dc7b767 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=82d7310a7c3f4a28837911539a3d30ba&device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1097 time: 0.0736086 Sep 16 19:43:09.130986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:09.145622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-5762035e-f16c-419d-b4e8-6acc076068c7 None None] Provisioning for port 694e3861-5adf-419a-9de0-e865970abe09 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:43:09.150796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-5762035e-f16c-419d-b4e8-6acc076068c7 None None] Provisioning complete for port 694e3861-5adf-419a-9de0-e865970abe09 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:43:09.151487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5762035e-f16c-419d-b4e8-6acc076068c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:09.210248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5762035e-f16c-419d-b4e8-6acc076068c7 None None] Port 694e3861-5adf-419a-9de0-e865970abe09 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:43:09.219630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-f7f7090a-98c3-4815-a909-4efb2c51e48b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:09.221201 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-f7f7090a-98c3-4815-a909-4efb2c51e48b service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 200 len: 910 time: 0.1441648 Sep 16 19:43:09.329608 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-cb831d2a-8184-427b-8d8a-77568c4682a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 200 len: 1000 time: 0.1015792 Sep 16 19:43:09.397919 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-f54da1ba-96f7-4d05-b09c-ecca9d8cd7e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:09.399556 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-f54da1ba-96f7-4d05-b09c-ecca9d8cd7e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56a7ebf6-b11d-4602-aa8f-ffb867ffc557 HTTP/1.1" status: 200 len: 848 time: 0.0634060 Sep 16 19:43:09.489919 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-a2d3651e-a369-490c-a77c-254a2d2079eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829644 Sep 16 19:43:09.498388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694e3861-5adf-419a-9de0-e865970abe09 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:43:09.505510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:09.520614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Transition to ACTIVE for port object 694e3861-5adf-419a-9de0-e865970abe09 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:43:09.551395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:09.556299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61d5b95e-141c-48ba-86d1-7901de90fa8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:09.638768 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-6d04a35b-a419-4f7b-bc10-a48222f44cf4 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412306 Sep 16 19:43:09.855241 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-42ff6bdc-d864-4190-afb9-f047029d9182 req-77276f26-b23e-4554-a058-9b9df8c240bc service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099364 Sep 16 19:43:09.895521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e8c6-4faa-4408-ae57-fd5bf463a01d req-9d120e7c-c03c-441d-a6f4-7dca60c1dadd tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:09.897420 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ef17e8c6-4faa-4408-ae57-fd5bf463a01d req-9d120e7c-c03c-441d-a6f4-7dca60c1dadd tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.1490037 Sep 16 19:43:09.940643 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Pushing event updated for resources: {'Port': ['ID=694e3861-5adf-419a-9de0-e865970abe09,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:09.945400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:09.966300 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ef17e8c6-4faa-4408-ae57-fd5bf463a01d req-a985e9af-d97e-4a7a-8ee8-86af992b655b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599697 Sep 16 19:43:10.109122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Attempting to bind port 694e3861-5adf-419a-9de0-e865970abe09 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:43:10.109520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Attempting to bind port 694e3861-5adf-419a-9de0-e865970abe09 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:43:10.109884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Attempting to bind port 694e3861-5adf-419a-9de0-e865970abe09 on network dfa24075-e334-4f45-9037-edf1f744a3fb {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:43:10.120669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Port 694e3861-5adf-419a-9de0-e865970abe09 on network dfa24075-e334-4f45-9037-edf1f744a3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:43:10.121033 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Attempting to bind port 694e3861-5adf-419a-9de0-e865970abe09 on network dfa24075-e334-4f45-9037-edf1f744a3fb {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:43:10.138097 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:43:10.138479 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Checking segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:43:10.138883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Bound using segment: {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:43:10.139365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Bound port: 694e3861-5adf-419a-9de0-e865970abe09, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6908514-7723-45d6-a0d2-04e687366168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:43:10.144805 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:10.203913 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324bd75-9b72-4f3d-86fd-1877a6b3c102 req-b5594598-2c5b-4e42-8984-e00814b968c1 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:10.204674 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-5324bd75-9b72-4f3d-86fd-1877a6b3c102 req-b5594598-2c5b-4e42-8984-e00814b968c1 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:43:10.259767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] For port 694e3861-5adf-419a-9de0-e865970abe09, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:43:10.262902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] For port 694e3861-5adf-419a-9de0-e865970abe09, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=694e3861-5adf-419a-9de0-e865970abe09,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:43:10.266012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-5324bd75-9b72-4f3d-86fd-1877a6b3c102 req-b5594598-2c5b-4e42-8984-e00814b968c1 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:43:10.267269 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5324bd75-9b72-4f3d-86fd-1877a6b3c102 req-b5594598-2c5b-4e42-8984-e00814b968c1 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 944 time: 0.2137115 Sep 16 19:43:10.296933 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:10.301535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-46b588e2-500d-4941-b30e-68d81ac7debd tempest-VolumesActionsTest-155582389 tempest-VolumesActionsTest-155582389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:10.382558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:10.384107 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] 10.222.0.38 "PUT /v2.0/ports/694e3861-5adf-419a-9de0-e865970abe09 HTTP/1.1" status: 200 len: 1094 time: 1.3784339 Sep 16 19:43:10.386531 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5324bd75-9b72-4f3d-86fd-1877a6b3c102 req-612fc974-0c15-47fe-9375-82fa50008a4b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128435 Sep 16 19:43:10.387354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'tag': '694e3861-5adf-419a-9de0-e865970abe09'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:43:10.405499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Pushing event updated for resources: {'Port': ['ID=694e3861-5adf-419a-9de0-e865970abe09,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:10.410796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:10.459082 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'tag': '694e3861-5adf-419a-9de0-e865970abe09', 'status': 'completed', 'code': 200} Sep 16 19:43:10.544231 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-05ee9212-1539-4444-bd8a-e1acce5047f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 1097 time: 0.0830560 Sep 16 19:43:10.619543 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-f0184048-521e-4bb5-b78a-d0793dd88b4c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694e3861-5adf-419a-9de0-e865970abe09 HTTP/1.1" status: 200 len: 217 time: 0.0676198 Sep 16 19:43:10.691125 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-6e9ffc42-898d-4f2a-b0fb-60eb9f4fd154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:10.692912 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-6e9ffc42-898d-4f2a-b0fb-60eb9f4fd154 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0668321 Sep 16 19:43:10.776655 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-a4e6bc54-e9ae-420f-b829-16539bda584b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758467 Sep 16 19:43:10.918303 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-69d16e53-05cb-4803-865a-0fb7552c3e59 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349025 Sep 16 19:43:11.063501 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d48395f4-2bd4-4bf5-9646-d80ea6c185fe req-2dab00ad-8de2-4529-b56b-0613a4741a25 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364124 Sep 16 19:43:11.240470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64bc63-9269-4833-8b0e-56eae0bf4b2e req-9326cb9a-a44d-4e52-973e-fa4116d2bee4 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:11.242082 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb64bc63-9269-4833-8b0e-56eae0bf4b2e req-9326cb9a-a44d-4e52-973e-fa4116d2bee4 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.1498861 Sep 16 19:43:11.248604 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e73d6b41-a8bc-4239-b845-716f31ea451c req-2d9022c1-fc58-4a7e-93e4-bf9d3cea46b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 1097 time: 0.1067603 Sep 16 19:43:11.384951 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb64bc63-9269-4833-8b0e-56eae0bf4b2e req-cf555f15-1ac1-4b39-b4af-7bb0a2cf8d7d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352141 Sep 16 19:43:11.425318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d6b41-a8bc-4239-b845-716f31ea451c req-fd1b023d-3357-4191-8f31-c7885bf4dd95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:11.426963 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e73d6b41-a8bc-4239-b845-716f31ea451c req-fd1b023d-3357-4191-8f31-c7885bf4dd95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.1613970 Sep 16 19:43:11.508906 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e73d6b41-a8bc-4239-b845-716f31ea451c req-b13154f4-a827-47a1-9e64-a2e9b9853b13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694e3861-5adf-419a-9de0-e865970abe09 HTTP/1.1" status: 200 len: 217 time: 0.0702465 Sep 16 19:43:11.581268 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d6b41-a8bc-4239-b845-716f31ea451c req-22886cd1-f92b-4afa-9804-4438732adaf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:11.582878 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e73d6b41-a8bc-4239-b845-716f31ea451c req-22886cd1-f92b-4afa-9804-4438732adaf4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0644407 Sep 16 19:43:11.604808 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff2dc2-8a57-40fe-abe0-71bd9de7f0a5 req-e87fb9c5-3c54-44c7-896f-3c6e9cb62290 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:11.606432 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-55ff2dc2-8a57-40fe-abe0-71bd9de7f0a5 req-e87fb9c5-3c54-44c7-896f-3c6e9cb62290 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 944 time: 0.0841808 Sep 16 19:43:11.661964 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-55ff2dc2-8a57-40fe-abe0-71bd9de7f0a5 req-19408e4b-49cf-44b8-b88d-01be16e5c30d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487196 Sep 16 19:43:11.669582 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e73d6b41-a8bc-4239-b845-716f31ea451c req-aac98b5a-0540-45c5-bf57-d7d66b177fd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777869 Sep 16 19:43:11.811016 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e73d6b41-a8bc-4239-b845-716f31ea451c req-e1cedf54-b802-48e8-8c8f-a80ef470ac95 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343327 Sep 16 19:43:11.952622 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e73d6b41-a8bc-4239-b845-716f31ea451c req-322ffe3b-22a2-4362-9e13-27e59a3cdb96 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346357 Sep 16 19:43:12.591181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d22e3-feca-4b38-b0ea-94f9486adc4b req-7237709b-3f37-43b9-990b-d767b4490d68 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:12.594272 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9a4d22e3-feca-4b38-b0ea-94f9486adc4b req-7237709b-3f37-43b9-990b-d767b4490d68 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0815723 Sep 16 19:43:12.641342 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9a4d22e3-feca-4b38-b0ea-94f9486adc4b req-cfc300b3-d6e1-42c6-a789-872fb424fe32 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Sep 16 19:43:12.955270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecaa92-b8b3-4b51-a521-234b47befb64 req-e5a50ba9-904c-4b9e-bfd3-c7fe55845e79 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:12.956770 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6aecaa92-b8b3-4b51-a521-234b47befb64 req-e5a50ba9-904c-4b9e-bfd3-c7fe55845e79 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 944 time: 0.0843225 Sep 16 19:43:13.003826 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6aecaa92-b8b3-4b51-a521-234b47befb64 req-4d24f8d1-4fc0-45aa-84da-dbb4d18d3fc4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Sep 16 19:43:13.847496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec0404-6af6-4151-ad36-a21d513f3d22 req-8665f129-c178-4435-8fdc-18313aad4275 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:13.849053 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-48ec0404-6af6-4151-ad36-a21d513f3d22 req-8665f129-c178-4435-8fdc-18313aad4275 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0858040 Sep 16 19:43:13.896252 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-48ec0404-6af6-4151-ad36-a21d513f3d22 req-77a9bbfc-7d57-4b73-b7c8-7f8670e8e1d4 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410759 Sep 16 19:43:14.048595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:14.211139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8fa0-5ffe-49cc-86fe-6379d5b9141e req-2025f466-3bc4-49c8-958b-3424a1b2d560 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:14.212620 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-98ac8fa0-5ffe-49cc-86fe-6379d5b9141e req-2025f466-3bc4-49c8-958b-3424a1b2d560 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 944 time: 0.0844574 Sep 16 19:43:14.260076 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-98ac8fa0-5ffe-49cc-86fe-6379d5b9141e req-abe118ff-4b93-4949-82fc-2807dceecba5 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Sep 16 19:43:15.098180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579427e-368e-478c-b7da-b66c0aba36be req-f7ef3f70-ee73-43c4-80ae-f04e2694a93c tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:15.099821 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5579427e-368e-478c-b7da-b66c0aba36be req-f7ef3f70-ee73-43c4-80ae-f04e2694a93c tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0819921 Sep 16 19:43:15.149869 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5579427e-368e-478c-b7da-b66c0aba36be req-942bba88-721b-4e0b-9e3e-0889323580b3 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 Sep 16 19:43:15.460294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203aa13-7fe6-4f31-a411-2e3fd7cb6866 req-d3d6b113-5081-4216-b5fb-318747c23317 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:15.461802 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d203aa13-7fe6-4f31-a411-2e3fd7cb6866 req-d3d6b113-5081-4216-b5fb-318747c23317 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 944 time: 0.0829799 Sep 16 19:43:15.509033 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d203aa13-7fe6-4f31-a411-2e3fd7cb6866 req-4805df24-d472-4932-be34-1c1bdca6dfe9 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411177 Sep 16 19:43:16.360168 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed6b8d-1695-4d30-95cf-c9e9ce5fde8b req-3299b685-a17f-4c93-a1e0-6382ae148571 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:16.361747 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b8ed6b8d-1695-4d30-95cf-c9e9ce5fde8b req-3299b685-a17f-4c93-a1e0-6382ae148571 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0856223 Sep 16 19:43:16.409562 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b8ed6b8d-1695-4d30-95cf-c9e9ce5fde8b req-8479ed89-161b-4557-9cc3-b08e03892dd1 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417967 Sep 16 19:43:16.714494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265556-eddc-40a3-891b-d012e060bc2c req-ba17ae04-2a38-4646-a934-a7096265f40e tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:16.715997 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-01265556-eddc-40a3-891b-d012e060bc2c req-ba17ae04-2a38-4646-a934-a7096265f40e tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 944 time: 0.0856602 Sep 16 19:43:16.766596 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-01265556-eddc-40a3-891b-d012e060bc2c req-efe64064-b9a2-4057-a3aa-dc0a4fcaf25d tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416968 Sep 16 19:43:17.611601 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865bd1-8133-494a-afa3-76836124443c req-bb8797d0-cff2-4ea9-9e08-78c0704f2589 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:17.613172 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-16865bd1-8133-494a-afa3-76836124443c req-bb8797d0-cff2-4ea9-9e08-78c0704f2589 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0810843 Sep 16 19:43:17.661525 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-16865bd1-8133-494a-afa3-76836124443c req-004e8335-3190-4661-a5fd-42671546d283 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Sep 16 19:43:17.803009 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-12c22381-1f1f-41cb-99ef-58e47c4b9d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:17.978790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f11a2-5b38-49d7-936a-48ec9f7f574c req-f4548950-174e-44f0-bf4b-7ac28bbb7cb3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:17.980387 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-544f11a2-5b38-49d7-936a-48ec9f7f574c req-f4548950-174e-44f0-bf4b-7ac28bbb7cb3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 944 time: 0.0845718 Sep 16 19:43:18.032029 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-544f11a2-5b38-49d7-936a-48ec9f7f574c req-44c25aac-89f0-4199-baa1-9d8ab1dae6f6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455904 Sep 16 19:43:18.109780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 694e3861-5adf-419a-9de0-e865970abe09 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:43:18.414769 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 694e3861-5adf-419a-9de0-e865970abe09, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=694e3861-5adf-419a-9de0-e865970abe09,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:43:18.428912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '694e3861-5adf-419a-9de0-e865970abe09', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'port_id': '694e3861-5adf-419a-9de0-e865970abe09', 'mac_address': 'fa:16:3e:24:8f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:43:18.487772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:18.507870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694e3861-5adf-419a-9de0-e865970abe09 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:43:18.522759 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 694e3861-5adf-419a-9de0-e865970abe09, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=694e3861-5adf-419a-9de0-e865970abe09,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:43:18.556836 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:18.557716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6c4daffa-ef85-4107-a43d-8abf510ce002 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:43:18.561029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:18.707034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=694e3861-5adf-419a-9de0-e865970abe09,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:18.717367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:18.777232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6c4daffa-ef85-4107-a43d-8abf510ce002,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:43:18.794830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'port_id': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'mac_address': 'fa:16:3e:47:40:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:43:18.863705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:18.882869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4daffa-ef85-4107-a43d-8abf510ce002 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:43:18.892417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99202917-6f85-4132-b241-301ba54870f9 req-65b0402a-fdd2-40c6-85f5-3026da6adf40 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:18.894085 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-99202917-6f85-4132-b241-301ba54870f9 req-65b0402a-fdd2-40c6-85f5-3026da6adf40 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 944 time: 0.0919619 Sep 16 19:43:18.898795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6c4daffa-ef85-4107-a43d-8abf510ce002,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:43:18.939942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:18.942273 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:18.946973 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-99202917-6f85-4132-b241-301ba54870f9 req-4171340e-77d4-4c69-9e46-8078e82b6c69 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462470 Sep 16 19:43:19.011088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=6c4daffa-ef85-4107-a43d-8abf510ce002,revision_number=7']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:19.014247 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:19.219217 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['694e3861-5adf-419a-9de0-e865970abe09'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:43:19.244682 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b33992-8b96-4fe7-92b1-5d9857d15ca8 req-1db9cdf0-4761-48e5-a60d-0095de9d236b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:19.246317 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-30b33992-8b96-4fe7-92b1-5d9857d15ca8 req-1db9cdf0-4761-48e5-a60d-0095de9d236b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 945 time: 0.0848668 Sep 16 19:43:19.249780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['6c4daffa-ef85-4107-a43d-8abf510ce002'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:43:19.296544 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-30b33992-8b96-4fe7-92b1-5d9857d15ca8 req-7cb93a71-9bf1-43bf-a9a4-8c53aa25d576 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Sep 16 19:43:19.494434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:20.156703 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618af88-49a9-4235-92fb-8a1e6b69f044 req-19480468-1435-4b91-9045-6126c38e4935 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:20.158526 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1618af88-49a9-4235-92fb-8a1e6b69f044 req-19480468-1435-4b91-9045-6126c38e4935 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 945 time: 0.0849507 Sep 16 19:43:20.211892 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1618af88-49a9-4235-92fb-8a1e6b69f044 req-66499cac-d061-442e-beae-860a997f3a16 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470490 Sep 16 19:43:20.443567 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-66dd07ef-b89e-423d-aa5c-6be1d072f6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:20.516802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a7757-f009-4378-9031-8126072f0316 req-5d1147e8-fc71-40a2-bf0d-d190c5309189 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:20.518426 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2e1a7757-f009-4378-9031-8126072f0316 req-5d1147e8-fc71-40a2-bf0d-d190c5309189 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 945 time: 0.0953481 Sep 16 19:43:20.566566 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2e1a7757-f009-4378-9031-8126072f0316 req-9da3d1c6-a5df-4ae9-a952-2431161c02c0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417745 Sep 16 19:43:20.842664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:21.413357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd64d18-859c-4dd2-8aff-8c319ae8a4b5 req-42b5edce-772e-4c14-9a1e-bc451fd13340 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:21.414891 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efd64d18-859c-4dd2-8aff-8c319ae8a4b5 req-42b5edce-772e-4c14-9a1e-bc451fd13340 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 945 time: 0.0822859 Sep 16 19:43:21.463963 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efd64d18-859c-4dd2-8aff-8c319ae8a4b5 req-5fb85678-f88c-4b9d-bb43-948ddeec6a1a tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430887 Sep 16 19:43:21.774040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1792d30-0776-4335-b469-3f4cdef56bd7 req-12114586-5f49-4170-b170-6f0483a52693 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:21.775646 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1792d30-0776-4335-b469-3f4cdef56bd7 req-12114586-5f49-4170-b170-6f0483a52693 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 945 time: 0.0866818 Sep 16 19:43:21.825823 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:21.828552 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1792d30-0776-4335-b469-3f4cdef56bd7 req-e55a318a-3146-4058-9b90-f20d8d54287e tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459318 Sep 16 19:43:22.123192 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 694e3861-5adf-419a-9de0-e865970abe09 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:43:22.236908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 694e3861-5adf-419a-9de0-e865970abe09 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:43:22.241965 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 694e3861-5adf-419a-9de0-e865970abe09 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:43:22.242381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:22.356537 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:22.384735 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e3861-5adf-419a-9de0-e865970abe09'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:43:22.394575 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 694e3861-5adf-419a-9de0-e865970abe09, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=694e3861-5adf-419a-9de0-e865970abe09,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:43:22.413996 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:22.415050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6c4daffa-ef85-4107-a43d-8abf510ce002 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:43:22.448266 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e3861-5adf-419a-9de0-e865970abe09', 'code': 200} Sep 16 19:43:22.448847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a6b86b3c-b8a3-402d-9e32-80b1d66c24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:22.547046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=694e3861-5adf-419a-9de0-e865970abe09,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:22.550388 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:22.562246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 6c4daffa-ef85-4107-a43d-8abf510ce002 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:43:22.562669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:22.677828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10950e96-33c1-4389-8e57-f8efa2daf4aa req-73ee1c7d-f016-42a4-a959-829a09fa1eb4 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:22.679508 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10950e96-33c1-4389-8e57-f8efa2daf4aa req-73ee1c7d-f016-42a4-a959-829a09fa1eb4 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 945 time: 0.0847147 Sep 16 19:43:22.687820 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:22.712811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:43:22.725166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6c4daffa-ef85-4107-a43d-8abf510ce002,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:43:22.779252 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10950e96-33c1-4389-8e57-f8efa2daf4aa req-65d230eb-13a4-4681-a3db-3c1c22982a3f tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921223 Sep 16 19:43:22.779645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:22.783072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:22.816801 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0cc22918-5263-4b29-bdf8-40ff50953d9a req-4dfc3429-a0c8-4efc-a598-11ba8a433419 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 1099 time: 0.0953500 Sep 16 19:43:22.855887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=6c4daffa-ef85-4107-a43d-8abf510ce002,revision_number=8']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:22.861940 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:22.862947 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0cc22918-5263-4b29-bdf8-40ff50953d9a req-e5e59c39-814c-4207-aeb9-4707a7c6438a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397549 Sep 16 19:43:23.033346 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67620c52-3341-465a-a6cb-75e6f81f54ec req-0e5548b5-9b48-4a86-a12c-6f09335ad868 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:23.034970 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-67620c52-3341-465a-a6cb-75e6f81f54ec req-0e5548b5-9b48-4a86-a12c-6f09335ad868 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 946 time: 0.0817645 Sep 16 19:43:23.083552 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-67620c52-3341-465a-a6cb-75e6f81f54ec req-b2cf1b43-b269-4b55-8049-2dd98550ba79 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Sep 16 19:43:23.513387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87635027-a839-42a4-a994-908846f3adb8 req-2eb32c4c-0434-4be2-83a0-2cc9a810bb8b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:23.515651 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-87635027-a839-42a4-a994-908846f3adb8 req-2eb32c4c-0434-4be2-83a0-2cc9a810bb8b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0879128 Sep 16 19:43:23.563854 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-87635027-a839-42a4-a994-908846f3adb8 req-9cee77d6-52e5-430a-93fe-80d985374a97 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419521 Sep 16 19:43:23.999274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe672e2b-e50a-476c-90f7-8b7a71d58d60 req-721e39d4-ac5f-440d-9aea-63c9c0b29faf tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:24.000858 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe672e2b-e50a-476c-90f7-8b7a71d58d60 req-721e39d4-ac5f-440d-9aea-63c9c0b29faf tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0853770 Sep 16 19:43:24.051056 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe672e2b-e50a-476c-90f7-8b7a71d58d60 req-23376c09-9e78-412d-a54d-aa5c733ac440 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Sep 16 19:43:24.285787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fc1d0-0b6a-4653-9a7d-139a1c7a17a4 req-f277b99f-1141-4a5c-b0a9-e68d9ec77e52 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:24.287428 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c64fc1d0-0b6a-4653-9a7d-139a1c7a17a4 req-f277b99f-1141-4a5c-b0a9-e68d9ec77e52 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 946 time: 0.0819964 Sep 16 19:43:24.335138 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c64fc1d0-0b6a-4653-9a7d-139a1c7a17a4 req-7e736602-82b6-4c9a-9838-4d92fe88b248 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Sep 16 19:43:24.449839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:43:24.504827 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'code': 200} Sep 16 19:43:24.552804 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae34fcc-1b06-4bca-adc0-8ed90ea2bfa2 req-5694cd6c-e39d-4b08-9c61-1d47a450c9e9 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:24.554439 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4ae34fcc-1b06-4bca-adc0-8ed90ea2bfa2 req-5694cd6c-e39d-4b08-9c61-1d47a450c9e9 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 946 time: 0.0872109 Sep 16 19:43:24.603398 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4ae34fcc-1b06-4bca-adc0-8ed90ea2bfa2 req-590642cf-f394-49de-ae20-9c9721696a72 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429296 Sep 16 19:43:24.632588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53336) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:43:24.757853 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5bfee663-a035-404c-9289-f7357a17cd43 tempest-TestVolumeBootPattern-96562486 tempest-TestVolumeBootPattern-96562486-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 1094 time: 0.1235342 Sep 16 19:43:24.760724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53340) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:43:24.772002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Request body: {'floatingip': {'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'port_id': '694e3861-5adf-419a-9de0-e865970abe09', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:43:24.794318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a73a9-d60f-4af3-9514-d9ae20f36849 req-b5be000f-ef39-49d8-be25-182008969e5d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:24.796031 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ae1a73a9-d60f-4af3-9514-d9ae20f36849 req-b5be000f-ef39-49d8-be25-182008969e5d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.1036453 Sep 16 19:43:24.813493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:43:24.822771 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Usage tracker for resource:floatingip and tenant:609b56265a2645f5add428c6eca99d8f is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:43:24.826786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:43:24.835993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:43:24.846172 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ae1a73a9-d60f-4af3-9514-d9ae20f36849 req-50321b14-d8cb-4fb0-8410-9b0fb4cbc75a tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436587 Sep 16 19:43:24.871745 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a4b7f79-6095-4299-99e8-5057ae544d33 req-94498c70-cc6d-4505-ab01-136a260c08fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1099 time: 0.1077824 Sep 16 19:43:24.873026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:24.996288 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a4b7f79-6095-4299-99e8-5057ae544d33 req-7f6849ff-304e-48e9-969f-047de433aef3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173413 Sep 16 19:43:25.054931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:25.256799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Allocated IP 172.27.2.244 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/622426d0-b519-4132-88bb-62b72717cf5a) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:43:25.579340 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a0020-3e16-44aa-a9c4-58553e7357eb req-fd6ab0be-2cb9-4ca9-a284-c811ce0a411b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:25.580822 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fb7a0020-3e16-44aa-a9c4-58553e7357eb req-fd6ab0be-2cb9-4ca9-a284-c811ce0a411b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.4015436 Sep 16 19:43:25.675619 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fb7a0020-3e16-44aa-a9c4-58553e7357eb req-709357a2-cb73-434c-8edb-21721c51396d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872416 Sep 16 19:43:25.680495 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:25.722729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:25.727276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ca2f12e4-9460-43c7-bd31-820a673188b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:25.792701 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:43:25.796099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:43:25.798650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:43:25.838506 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'Port': ['ID=622426d0-b519-4132-88bb-62b72717cf5a,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:25.848583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:26.063977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a4b71-a6b6-4293-a9da-9d16bc3c263d req-fe5c42c1-65f2-4799-8973-05aa92f700f6 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:26.065722 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-501a4b71-a6b6-4293-a9da-9d16bc3c263d req-fe5c42c1-65f2-4799-8973-05aa92f700f6 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0892544 Sep 16 19:43:26.116867 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-501a4b71-a6b6-4293-a9da-9d16bc3c263d req-ec84a83a-ecc7-4e59-b851-807e062d4ea7 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443945 Sep 16 19:43:26.329790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:26.406710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:26.618716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:26.653627 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:26.659987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-47724511-99c3-4dea-a551-b62eb91fdb99 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:43:26.774544 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event updated for resources: {'Port': ['ID=622426d0-b519-4132-88bb-62b72717cf5a,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:43:26.779380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:43:26.791369 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:27.017600 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652a78e-1917-44b1-93b2-682ac49c6810 req-0ed4bb15-ce50-453d-ba1a-4ce0d4d848f9 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:27.019230 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7652a78e-1917-44b1-93b2-682ac49c6810 req-0ed4bb15-ce50-453d-ba1a-4ce0d4d848f9 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.1771486 Sep 16 19:43:27.083299 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7652a78e-1917-44b1-93b2-682ac49c6810 req-7bccc38a-00af-41c8-b2a4-b90f2db8f15e tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560672 Sep 16 19:43:27.107013 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Floating IP 09b98e5f-9c65-407f-a685-390570d30868 associated. External IP: 172.27.2.244, port: 694e3861-5adf-419a-9de0-e865970abe09. Sep 16 19:43:27.324853 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab88ded-9d3a-458e-b428-609bd6b8e051 req-9e1f3525-c0ab-4c6d-b98a-ef2efa1ea181 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:27.326415 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cab88ded-9d3a-458e-b428-609bd6b8e051 req-9e1f3525-c0ab-4c6d-b98a-ef2efa1ea181 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0822945 Sep 16 19:43:27.378596 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cab88ded-9d3a-458e-b428-609bd6b8e051 req-5d7d9a4c-83fb-48df-9efc-6b592190c8f3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454788 Sep 16 19:43:27.519426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:43:27.939516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:43:27.949900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] Sync routers for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:43:27.961970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:43:27.962632 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:43:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:43:27.980727 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:28.035301 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2733831 Sep 16 19:43:28.035984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'tag': '694e3861-5adf-419a-9de0-e865970abe09'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:43:28.090617 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'tag': '694e3861-5adf-419a-9de0-e865970abe09', 'status': 'completed', 'code': 200} Sep 16 19:43:28.152404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:43:28.191559 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbd37bf2-104b-4c69-8285-240cb48db5ce req-714713e1-cf3a-4d2c-904a-96995b26bc16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 1099 time: 0.0743189 Sep 16 19:43:28.333716 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd37bf2-104b-4c69-8285-240cb48db5ce req-2d1e9841-2c55-48b3-938f-6d82cee65154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:28.335328 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbd37bf2-104b-4c69-8285-240cb48db5ce req-2d1e9841-2c55-48b3-938f-6d82cee65154 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.1373727 Sep 16 19:43:28.445437 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbd37bf2-104b-4c69-8285-240cb48db5ce req-d96e0b06-87f6-493c-a25b-07d2a153bd16 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694e3861-5adf-419a-9de0-e865970abe09 HTTP/1.1" status: 200 len: 1000 time: 0.1036057 Sep 16 19:43:28.520055 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '09b98e5f-9c65-407f-a685-390570d30868', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '694e3861-5adf-419a-9de0-e865970abe09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:24:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22890e33-98ad-4483-99d7-0f5076f651d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:43:26Z', 'updated_at': '2021-09-16T19:43:26Z', 'revision_number': 0, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}, {'id': '561254a0-5f11-478e-ac59-10d82293c2af', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:24Z', 'updated_at': '2021-09-16T19:41:28Z', 'revision_number': 1, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:43:28.524093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] Checking router: 2c9c634e-a368-4d31-86c6-f2d51529bbc8 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:43:28.524874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd37bf2-104b-4c69-8285-240cb48db5ce req-8102bdb6-c044-4a9a-9bc6-47e2963026ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:28.526475 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbd37bf2-104b-4c69-8285-240cb48db5ce req-8102bdb6-c044-4a9a-9bc6-47e2963026ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0750904 Sep 16 19:43:28.535083 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:43:28.535731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:43:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:43:28.585409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68622c02-e671-4b96-bfd1-ac787b1c9ac5 req-77e1156b-0711-4837-bc4a-1215be200aed tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:28.587181 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68622c02-e671-4b96-bfd1-ac787b1c9ac5 req-77e1156b-0711-4837-bc4a-1215be200aed tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0832176 Sep 16 19:43:28.610033 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbd37bf2-104b-4c69-8285-240cb48db5ce req-fe91d3a5-e8e5-47e0-b0e1-4dbf0787db4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761013 Sep 16 19:43:28.639053 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68622c02-e671-4b96-bfd1-ac787b1c9ac5 req-485ac036-452b-4e60-b19a-198a2dc377cf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453422 Sep 16 19:43:28.720821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:43:28.754648 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbd37bf2-104b-4c69-8285-240cb48db5ce req-1fa23f03-e9d3-466a-afd6-c250339af7cd service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386609 Sep 16 19:43:28.904446 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbd37bf2-104b-4c69-8285-240cb48db5ce req-b9aaba28-3337-4784-8a43-fcb2eb98fe87 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429100 Sep 16 19:43:29.236259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '09b98e5f-9c65-407f-a685-390570d30868', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '694e3861-5adf-419a-9de0-e865970abe09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:24:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22890e33-98ad-4483-99d7-0f5076f651d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:43:26Z', 'updated_at': '2021-09-16T19:43:26Z', 'revision_number': 0, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}, {'id': '561254a0-5f11-478e-ac59-10d82293c2af', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:24Z', 'updated_at': '2021-09-16T19:41:28Z', 'revision_number': 1, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:43:29.240349 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e0aff-5d47-4d7e-89ea-0750fa4ae845 None None] The sync data for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi is: [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '09b98e5f-9c65-407f-a685-390570d30868', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '694e3861-5adf-419a-9de0-e865970abe09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:24:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22890e33-98ad-4483-99d7-0f5076f651d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:43:26Z', 'updated_at': '2021-09-16T19:43:26Z', 'revision_number': 0, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}, {'id': '561254a0-5f11-478e-ac59-10d82293c2af', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:24Z', 'updated_at': '2021-09-16T19:41:28Z', 'revision_number': 1, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:43:29.594317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e9de0f-70c1-4062-b193-cab4a518dd00 None None] New status for floating IP 09b98e5f-9c65-407f-a685-390570d30868: ACTIVE {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:43:29.848580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cff3a-9935-44f5-b40c-ff09a7f1b557 req-ca1d41da-acfa-4835-86d3-6140aa352d85 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:29.850216 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-131cff3a-9935-44f5-b40c-ff09a7f1b557 req-ca1d41da-acfa-4835-86d3-6140aa352d85 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0820591 Sep 16 19:43:29.903675 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-131cff3a-9935-44f5-b40c-ff09a7f1b557 req-479fb51b-4bfa-4c54-909b-eb1fc5a6efa2 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470798 Sep 16 19:43:31.113822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86577597-7162-4d60-8faf-397d249215aa req-a127f44e-2373-49c7-8f33-0b56488483eb tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:31.115431 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-86577597-7162-4d60-8faf-397d249215aa req-a127f44e-2373-49c7-8f33-0b56488483eb tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0860498 Sep 16 19:43:31.163141 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-86577597-7162-4d60-8faf-397d249215aa req-faa8391a-296a-41d2-a647-384ef78249a2 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415304 Sep 16 19:43:32.370248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439eeff-fcbb-4b48-a3f7-aab431420669 req-fcbb28b4-4d0d-4cb6-9e0a-63981654711d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:32.371852 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4439eeff-fcbb-4b48-a3f7-aab431420669 req-fcbb28b4-4d0d-4cb6-9e0a-63981654711d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0820134 Sep 16 19:43:32.420138 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4439eeff-fcbb-4b48-a3f7-aab431420669 req-d15ac58e-4ae0-4e17-b8c6-042b27dee18e tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Sep 16 19:43:33.623633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34979d5c-c8c7-4c49-bd4c-f642d358cce1 req-63385c72-f63c-4379-b967-bc190020851d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:33.625220 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-34979d5c-c8c7-4c49-bd4c-f642d358cce1 req-63385c72-f63c-4379-b967-bc190020851d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0815239 Sep 16 19:43:33.674853 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-34979d5c-c8c7-4c49-bd4c-f642d358cce1 req-2eb0d45d-9573-422c-b6f3-cbf85ead5ecc tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434444 Sep 16 19:43:34.887904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b420e5-c360-4368-9d82-cb533a1e8d4f req-e11ae921-b134-465e-ae6b-fd978ec08f91 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:34.890036 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04b420e5-c360-4368-9d82-cb533a1e8d4f req-e11ae921-b134-465e-ae6b-fd978ec08f91 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0882831 Sep 16 19:43:34.937223 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04b420e5-c360-4368-9d82-cb533a1e8d4f req-1dae4e40-f5b9-4c06-9817-170f99ce72d4 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409431 Sep 16 19:43:35.412559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5edeac-65f8-484a-9c2b-10953363e317 req-ed6acf83-ded7-4e9a-85fc-bf9ed371ad8d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:35.414164 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2f5edeac-65f8-484a-9c2b-10953363e317 req-ed6acf83-ded7-4e9a-85fc-bf9ed371ad8d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.1287718 Sep 16 19:43:35.475244 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b42fe3d1-16c1-4b4a-8386-52477158d9ab req-d99cac23-6241-4f9f-8822-9696d604dc3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 1099 time: 0.1243932 Sep 16 19:43:35.479387 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2f5edeac-65f8-484a-9c2b-10953363e317 req-bb81e4ce-6636-4b2b-97fe-1729ff42d804 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579507 Sep 16 19:43:35.625687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fe3d1-16c1-4b4a-8386-52477158d9ab req-96785462-7888-415f-8556-96297dff0e2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:35.627300 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b42fe3d1-16c1-4b4a-8386-52477158d9ab req-96785462-7888-415f-8556-96297dff0e2b service neutron] 10.222.0.38 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 912 time: 0.1457639 Sep 16 19:43:35.734496 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b42fe3d1-16c1-4b4a-8386-52477158d9ab req-d904c162-1c45-4c4a-93db-b5764209374a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 HTTP/1.1" status: 200 len: 1001 time: 0.1004434 Sep 16 19:43:35.800653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fe3d1-16c1-4b4a-8386-52477158d9ab req-300fdac0-8f1e-494f-b34b-98010f3490cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:35.802222 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b42fe3d1-16c1-4b4a-8386-52477158d9ab req-300fdac0-8f1e-494f-b34b-98010f3490cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 200 len: 850 time: 0.0615230 Sep 16 19:43:35.895317 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b42fe3d1-16c1-4b4a-8386-52477158d9ab req-d6947f11-84e8-446e-ad51-adaef5997cef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8adde95e-6f32-4664-971a-cb2ce0b52032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860596 Sep 16 19:43:36.045894 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b42fe3d1-16c1-4b4a-8386-52477158d9ab req-742b3879-8f49-4df2-b779-a0766525962c service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422837 Sep 16 19:43:36.186687 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b42fe3d1-16c1-4b4a-8386-52477158d9ab req-ee2cae99-0865-492f-b228-b4881e4ddc29 service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337500 Sep 16 19:43:36.696671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95c4de-0fef-4273-9d5d-b1fbedc6a61f req-fc041a1a-01a8-41b9-9fab-fc4851f36596 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:36.698325 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb95c4de-0fef-4273-9d5d-b1fbedc6a61f req-fc041a1a-01a8-41b9-9fab-fc4851f36596 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0867426 Sep 16 19:43:36.750765 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb95c4de-0fef-4273-9d5d-b1fbedc6a61f req-62843d9b-455c-430a-8120-61ab99c9065c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Sep 16 19:43:37.957270 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90dd77-c905-48be-924e-b0096ecede58 req-683720ad-e1b1-4c1a-a351-6a62d258185c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:37.958818 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3a90dd77-c905-48be-924e-b0096ecede58 req-683720ad-e1b1-4c1a-a351-6a62d258185c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0861657 Sep 16 19:43:38.007152 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3a90dd77-c905-48be-924e-b0096ecede58 req-fea80fef-dc6e-415f-bdc7-d1ddcc867fcf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423372 Sep 16 19:43:44.042162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:44.182266 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a18858de-b976-4660-9665-6c24375b826d req-9873f987-13b9-47fc-84a8-5ed1c9f216ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735874 Sep 16 19:43:44.283497 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a18858de-b976-4660-9665-6c24375b826d req-4c24448b-45b0-48f1-9960-848ff11a97b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 1099 time: 0.0755978 Sep 16 19:43:44.436357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18858de-b976-4660-9665-6c24375b826d req-6b85e0e5-ab3b-4026-a516-2f45fd74a33e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:44.438376 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a18858de-b976-4660-9665-6c24375b826d req-6b85e0e5-ab3b-4026-a516-2f45fd74a33e service neutron] 10.222.0.38 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 912 time: 0.1344824 Sep 16 19:43:44.543008 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a18858de-b976-4660-9665-6c24375b826d req-bb6430b3-fbd2-4264-bab9-d409070265ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 HTTP/1.1" status: 200 len: 1001 time: 0.0986722 Sep 16 19:43:44.610826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18858de-b976-4660-9665-6c24375b826d req-a3eeb6e8-0b81-456e-b8a1-9cc30dae3392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:43:44.612319 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a18858de-b976-4660-9665-6c24375b826d req-a3eeb6e8-0b81-456e-b8a1-9cc30dae3392 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 200 len: 850 time: 0.0625656 Sep 16 19:43:44.691754 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a18858de-b976-4660-9665-6c24375b826d req-55292f0a-4108-43b1-88f4-98a1e62a8911 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8adde95e-6f32-4664-971a-cb2ce0b52032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717242 Sep 16 19:43:44.834848 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a18858de-b976-4660-9665-6c24375b826d req-938b6d13-993c-4bd1-865e-f8bdc32a47b4 service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348550 Sep 16 19:43:44.974215 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a18858de-b976-4660-9665-6c24375b826d req-6d8aec03-bbee-43eb-956b-df6ac473d63a service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314414 Sep 16 19:43:47.813174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-00cd7a99-43b4-4d8f-8cda-47acebd704d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:49.453070 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:50.441840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9e76f87d-959d-4ed0-9ff0-b4c038685274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:50.853049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:51.830102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:43:59.714698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:44:12.064515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a3877-d185-469f-bc11-a1b80d3e5186 req-245dc161-931c-4978-b4fa-f6f90230a1a3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:12.066984 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-706a3877-d185-469f-bc11-a1b80d3e5186 req-245dc161-931c-4978-b4fa-f6f90230a1a3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.1596375 Sep 16 19:44:12.119932 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-706a3877-d185-469f-bc11-a1b80d3e5186 req-4dfd2a67-cd72-4a02-97be-6b265ac070d7 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467944 Sep 16 19:44:13.404685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8c512-d8a9-407b-a931-5a5fa5e217b3 req-6eaa9834-e9b6-4443-936e-0039faaf5383 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:13.406204 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-15e8c512-d8a9-407b-a931-5a5fa5e217b3 req-6eaa9834-e9b6-4443-936e-0039faaf5383 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.1620340 Sep 16 19:44:13.453440 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-15e8c512-d8a9-407b-a931-5a5fa5e217b3 req-d0e729f8-c1e7-4073-8c76-2fdf98405d54 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403204 Sep 16 19:44:13.918382 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-69645d4d-eeed-4677-805e-5dbdb2495891 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:13.919906 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-69645d4d-eeed-4677-805e-5dbdb2495891 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0787280 Sep 16 19:44:13.997047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Deleting port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:13.997428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:14.046866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:14.244406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] For port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:44:14.244795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:14.669702 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a850-1ab5-4f14-8c9c-1f381e3c5270 req-44bc34f0-814b-4297-b369-5cfb0a080dac tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:14.671454 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6156a850-1ab5-4f14-8c9c-1f381e3c5270 req-44bc34f0-814b-4297-b369-5cfb0a080dac tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 946 time: 0.0872097 Sep 16 19:44:14.723452 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6156a850-1ab5-4f14-8c9c-1f381e3c5270 req-5a242385-ab91-4092-9615-42be10dae436 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dd556f-99cd-4deb-9889-177556d6424b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456350 Sep 16 19:44:14.758407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:14.758758 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:14.759108 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Floating IP c0cd92dd-70cb-4652-b8fc-a6697776d254 disassociated. External IP: 172.27.2.75, port: 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903. Sep 16 19:44:14.759491 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Calling delete_port for 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:44:14.945143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:14.952774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:14.999184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event deleted for resources: {'Port': ['ID=3d90c2ec-c75e-4ca9-9f24-4edfe25c7903,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:15.014703 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.015117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.015512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.015908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.016300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.016689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.017078 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.017466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.018487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.018824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.019212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:15.023548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:15.226494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Router 53a7053e-9370-4097-83ac-e53faa216eb6 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:44:15.434812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:44:15.446488 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] Sync routers for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:44:15.459633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:15.460599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:43:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:15.507989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] No DVR routers for this DVR port 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:44:15.510667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:15.521184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'name': 'network-vif-deleted', 'tag': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:44:15.562899 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ea19b990-3c51-49b3-83ab-bdae4dd3b6ef req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "DELETE /v2.0/ports/3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 HTTP/1.1" status: 204 len: 173 time: 1.6363063 Sep 16 19:44:15.579043 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bebd5d-85e3-4301-9ce3-626fbc0a930a', 'name': 'network-vif-deleted', 'tag': '3d90c2ec-c75e-4ca9-9f24-4edfe25c7903', 'status': 'completed', 'code': 200} Sep 16 19:44:15.667687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:44:15.905778 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f401fcdb-e2eb-4f43-acea-79c5e242460d req-0d5090e3-fef7-4303-9803-7081e5d9f2ee tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bebd5d-85e3-4301-9ce3-626fbc0a930a HTTP/1.1" status: 200 len: 210 time: 0.0449624 Sep 16 19:44:15.993459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:15.997483 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] Checking router: 53a7053e-9370-4097-83ac-e53faa216eb6 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:44:16.008612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:16.009249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:43:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:16.196710 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:44:16.519188 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:16.523356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726b311-c050-4113-a1ec-fade0e835143 None None] The sync data for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi is: [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:44:16.952204 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8dd25-3017-4ee6-ad8d-25ba3b18f03e None None] New status for floating IP c0cd92dd-70cb-4652-b8fc-a6697776d254: DOWN {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:44:17.082085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53438) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:17.154455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:17.184331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:17.258142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:17.263566 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fe36a668-ce32-4e46-b125-dbeefe062bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:17.280067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dd556f-99cd-4deb-9889-177556d6424b,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:17.289758 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.290207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.290629 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.291042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.291454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.291898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.292310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.292738 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.293120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.293523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.293938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:17.297412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:17.308805 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:17.310064 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "DELETE /v2.0/security-groups/08dd556f-99cd-4deb-9889-177556d6424b HTTP/1.1" status: 204 len: 168 time: 0.2267952 Sep 16 19:44:17.312878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53442) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:17.332972 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.v2.resource [None req-0049efb6-403b-4a99-87f7-547649a7007d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] show failed (client error): The resource could not be found. Sep 16 19:44:17.334015 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0049efb6-403b-4a99-87f7-547649a7007d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups/08dd556f-99cd-4deb-9889-177556d6424b HTTP/1.1" status: 404 len: 347 time: 0.0201235 Sep 16 19:44:17.336969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53446) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:17.499383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Deleting port ba25dfa3-c179-4c93-acdc-87985ec08517 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:17.499763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:17.818470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-15bb6886-9224-4487-95d2-9ee117cb8ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:17.891117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:17.891483 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:18.020068 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Calling delete_port for ba25dfa3-c179-4c93-acdc-87985ec08517 owned by network:floatingip {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:44:18.223885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:18.228289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:18.270861 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event deleted for resources: {'Port': ['ID=ba25dfa3-c179-4c93-acdc-87985ec08517,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:18.273767 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:18.365331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:18.380005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:18.381230 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8e4462a8-7458-42bb-af03-ebbfe3a7d737 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "DELETE /v2.0/floatingips/c0cd92dd-70cb-4652-b8fc-a6697776d254 HTTP/1.1" status: 204 len: 168 time: 1.0433123 Sep 16 19:44:18.450025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:44:18.486508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:44:18.487428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 3d90c2ec-c75e-4ca9-9f24-4edfe25c7903 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:44:18.857228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53452) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:18.864294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281874649', 'description': 'tempest-description--1923735315'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:44:18.870733 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:44:18.875233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:security_group and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:44:18.878848 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:44:18.885045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:44:18.915119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:18.952110 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:44:18.956498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:security_group_rule and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:44:18.961881 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:44:18.968265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:44:19.027619 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.063753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.070630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-07952f55-f91c-4ae8-9c4a-058566d5cd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:19.114948 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a326121a-c718-4b92-a50a-070fe1391389,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:19.117715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:19.132274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.133606 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bcb3dc9a-5121-4a0e-b38d-d9c3c7e15172 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2751215 Sep 16 19:44:19.136720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53456) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:19.142768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'security_group_rule': {'security_group_id': 'a326121a-c718-4b92-a50a-070fe1391389', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:44:19.149141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:44:19.153237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:security_group_rule and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:44:19.156261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:44:19.162989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:44:19.196078 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.332671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.355000 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.363534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2ddc2122-fc31-48ba-8fdd-e9018d24d969 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:19.388590 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b0c875-0b95-4f8c-a615-1a94d7dab02c,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:19.393514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:19.418159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.419479 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4c268592-753a-440d-8de0-d0a8dc27955d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2817540 Sep 16 19:44:19.422222 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53460) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:19.428499 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'security_group_rule': {'security_group_id': 'a326121a-c718-4b92-a50a-070fe1391389', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:44:19.434927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:44:19.438936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:security_group_rule and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:44:19.441134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.442442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:44:19.448587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:44:19.515721 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.579551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.600623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071963'] for security_group_rule, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.602815 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:19.625469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96a9f13-f473-4ec6-8c98-b6088cb71655,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:19.628509 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:19.652260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.653457 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-429f55ab-ef8a-4d81-a514-5d2136697b31 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2302029 Sep 16 19:44:19.656923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53464) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:19.665845 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'floatingip': {'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:44:19.672630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:44:19.676874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Usage tracker for resource:floatingip and tenant:25417ddaadbc40e597fb7d250abb8691 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:44:19.680311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:44:19.692262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:44:19.732145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:19.883549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.034339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Allocated IP 172.27.2.42 (b8eed445-e258-44e5-8ac2-934ddaa75ccf/1072368f-9d7e-4daa-bb6b-d1c99a1de81d/7931c244-02e2-4013-b801-f7064e08af79) {{(pid=93568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:44:20.193427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for port, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.241256 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.245579 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-147da8af-1faa-42f3-a385-f138e2ab06f9 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:20.308194 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Network b8eed445-e258-44e5-8ac2-934ddaa75ccf is already hosted by enough agents. {{(pid=93568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:44:20.311540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources bound (agent type, host, resource id): {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:44:20.314004 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Received port after_create {{(pid=93568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:44:20.355074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'Port': ['ID=7931c244-02e2-4013-b801-f7064e08af79,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:20.357863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:20.429642 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c459710f-7cc3-43fd-ac09-510b0c96c829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.484154 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.560677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.771790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for port, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.806555 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852836228'] for port, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.811045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e722e466-4d9e-4117-9587-b6066090b4e9 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:20.863898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.919891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'Port': ['ID=7931c244-02e2-4013-b801-f7064e08af79,revision_number=2']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:20.924602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:20.935073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.984093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:20.985449 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d8f516e1-7136-4952-8bcd-91583317643f tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3274696 Sep 16 19:44:21.167374 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2331d828-a539-4eb3-bc32-8aca0962509b req-164c93fe-e963-4f03-8fdf-2bc132326912 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Synchronizing usage tracker for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:44:21.207072 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2331d828-a539-4eb3-bc32-8aca0962509b req-164c93fe-e963-4f03-8fdf-2bc132326912 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Unset dirty status for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:44:21.208330 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-164c93fe-e963-4f03-8fdf-2bc132326912 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--281874649&fields=id&tenant_id=25417ddaadbc40e597fb7d250abb8691 HTTP/1.1" status: 200 len: 267 time: 0.0850284 Sep 16 19:44:21.374271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331d828-a539-4eb3-bc32-8aca0962509b req-40c25245-759c-45d6-b635-067a8984e53b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:21.375813 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-40c25245-759c-45d6-b635-067a8984e53b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 811 time: 0.1604660 Sep 16 19:44:21.394948 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-3fb9258c-134f-4a45-8e90-f074bc4b11eb tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/quotas/25417ddaadbc40e597fb7d250abb8691 HTTP/1.1" status: 200 len: 375 time: 0.0121269 Sep 16 19:44:21.483698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2331d828-a539-4eb3-bc32-8aca0962509b req-4f2e456a-7a93-40b4-b13f-aa527cd8a97d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Synchronizing usage tracker for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:44:21.532166 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-2331d828-a539-4eb3-bc32-8aca0962509b req-4f2e456a-7a93-40b4-b13f-aa527cd8a97d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Unset dirty status for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:44:21.534193 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-4f2e456a-7a93-40b4-b13f-aa527cd8a97d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1331449 Sep 16 19:44:21.552115 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-136676de-d62c-4f9b-92ca-8d78806e299e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:44:21.553201 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-136676de-d62c-4f9b-92ca-8d78806e299e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0057580 Sep 16 19:44:21.696442 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-66ee060a-c1a0-4071-b2be-518444228e62 service neutron] 10.222.0.37 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371512 Sep 16 19:44:21.829664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:21.841490 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-15c1d70e-f23b-415c-8683-f64da088b09d service neutron] 10.222.0.37 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378577 Sep 16 19:44:22.089139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b3cdca25-ac19-49f9-a00d-59ace55eb765 req-eae6fd08-c975-4f2d-8d4b-9217ad2dff90 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Synchronizing usage tracker for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:44:22.101736 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b3cdca25-ac19-49f9-a00d-59ace55eb765 req-eae6fd08-c975-4f2d-8d4b-9217ad2dff90 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Unset dirty status for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:44:22.102868 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b3cdca25-ac19-49f9-a00d-59ace55eb765 req-eae6fd08-c975-4f2d-8d4b-9217ad2dff90 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 210 time: 0.0637941 Sep 16 19:44:23.274298 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-244a310b-d1e2-4153-9693-cfe77ee61e1b req-af958863-7925-4ce6-ac20-85897567589b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 210 time: 0.0447388 Sep 16 19:44:23.615042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331d828-a539-4eb3-bc32-8aca0962509b req-744a0ce8-2741-42d0-baaf-cd22792f7d45 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:23.616645 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-744a0ce8-2741-42d0-baaf-cd22792f7d45 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 811 time: 0.1550052 Sep 16 19:44:23.673431 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-d662c36c-af7a-4d8b-92e0-0c58bc60bfd2 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25417ddaadbc40e597fb7d250abb8691 HTTP/1.1" status: 200 len: 379 time: 0.0446768 Sep 16 19:44:23.682719 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'port': {'device_id': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'admin_state_up': True, 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'security_groups': ['a326121a-c718-4b92-a50a-070fe1391389']}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:44:23.828847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:44:23.838982 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:44:23.869502 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Made reservation on behalf of 25417ddaadbc40e597fb7d250abb8691 for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:44:23.874924 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:24.044232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Allocated IP 172.20.0.8 (8adde95e-6f32-4664-971a-cb2ce0b52032/9a42cfad-32bf-46fb-a027-3ba63b850a5f/20f900d4-f7b7-43e4-a03b-816b69f1f915) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:44:24.241325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:24.257135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Transition to ACTIVE for port object 20f900d4-f7b7-43e4-a03b-816b69f1f915 will not be triggered until provisioned by entity DHCP. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:44:24.332944 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:24.339249 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-caba5c24-71cb-4141-828e-4dcd2bee069d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:24.456603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:44:24.461436 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:44:24.463407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event updated for resources: {'Port': ['ID=20f900d4-f7b7-43e4-a03b-816b69f1f915,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:24.465701 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:44:24.497637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:24.547938 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:24.548611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:24.584237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a318c7-1559-4d53-a8bb-8b92f1714c33 req-8e8aaf32-3c37-4eb5-b590-aab7c5f01201 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:24.586866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-05a318c7-1559-4d53-a8bb-8b92f1714c33 req-8e8aaf32-3c37-4eb5-b590-aab7c5f01201 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Synchronizing usage tracker for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:44:24.602183 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9230804 Sep 16 19:44:24.614347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-e59b81ab-272d-4929-bbd4-1fadfa2c058a tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:44:24.615744 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-e59b81ab-272d-4929-bbd4-1fadfa2c058a tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0076411 Sep 16 19:44:24.627574 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Request body: {'port': {'device_id': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:44:24.662447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-05a318c7-1559-4d53-a8bb-8b92f1714c33 req-8e8aaf32-3c37-4eb5-b590-aab7c5f01201 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Unset dirty status for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:44:24.663627 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-05a318c7-1559-4d53-a8bb-8b92f1714c33 req-8e8aaf32-3c37-4eb5-b590-aab7c5f01201 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 931 time: 0.2570508 Sep 16 19:44:24.772521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-f2f93cd8-4ef2-4e31-ac6a-fe11facc2802 None None] Provisioning for port 20f900d4-f7b7-43e4-a03b-816b69f1f915 completed by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:44:24.777688 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-f2f93cd8-4ef2-4e31-ac6a-fe11facc2802 None None] Provisioning complete for port 20f900d4-f7b7-43e4-a03b-816b69f1f915 triggered by entity DHCP. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:44:24.778561 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f2f93cd8-4ef2-4e31-ac6a-fe11facc2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:24.780043 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-05a318c7-1559-4d53-a8bb-8b92f1714c33 req-b6855fb5-401c-4205-85bf-d24d1a613ee0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074774 Sep 16 19:44:24.788475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:24.836236 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-f2f93cd8-4ef2-4e31-ac6a-fe11facc2802 None None] Port 20f900d4-f7b7-43e4-a03b-816b69f1f915 cannot update to ACTIVE because it is not bound. {{(pid=93570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 16 19:44:25.151328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f900d4-f7b7-43e4-a03b-816b69f1f915 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:44:25.158258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:25.173383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Transition to ACTIVE for port object 20f900d4-f7b7-43e4-a03b-816b69f1f915 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:44:25.206399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:25.211387 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c628f3ac-e459-42c3-be7b-65ca54ae58c5 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:25.342694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Pushing event updated for resources: {'Port': ['ID=20f900d4-f7b7-43e4-a03b-816b69f1f915,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:25.346990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:25.455947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Attempting to bind port 20f900d4-f7b7-43e4-a03b-816b69f1f915 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:44:25.456324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Attempting to bind port 20f900d4-f7b7-43e4-a03b-816b69f1f915 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:44:25.456696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Attempting to bind port 20f900d4-f7b7-43e4-a03b-816b69f1f915 on network 8adde95e-6f32-4664-971a-cb2ce0b52032 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:44:25.463156 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Port 20f900d4-f7b7-43e4-a03b-816b69f1f915 on network 8adde95e-6f32-4664-971a-cb2ce0b52032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:44:25.463523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Attempting to bind port 20f900d4-f7b7-43e4-a03b-816b69f1f915 on network 8adde95e-6f32-4664-971a-cb2ce0b52032 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:44:25.470359 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:44:25.470779 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Checking segment: {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:44:25.471220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Bound using segment: {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:44:25.471693 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Bound port: 20f900d4-f7b7-43e4-a03b-816b69f1f915, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f30efd-6f06-4b89-9dfb-799246fd291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:44:25.472080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:25.567915 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] For port 20f900d4-f7b7-43e4-a03b-816b69f1f915, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:44:25.571174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] For port 20f900d4-f7b7-43e4-a03b-816b69f1f915, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=20f900d4-f7b7-43e4-a03b-816b69f1f915,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:44:25.641599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:25.647061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-448f1281-6bc9-4b53-920d-13b859cf8717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:25.699321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:25.700984 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] 10.222.0.38 "PUT /v2.0/ports/20f900d4-f7b7-43e4-a03b-816b69f1f915 HTTP/1.1" status: 200 len: 1093 time: 1.0783715 Sep 16 19:44:25.703497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'tag': '20f900d4-f7b7-43e4-a03b-816b69f1f915'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:44:25.732226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Pushing event updated for resources: {'Port': ['ID=20f900d4-f7b7-43e4-a03b-816b69f1f915,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:25.735558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:25.763524 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'tag': '20f900d4-f7b7-43e4-a03b-816b69f1f915', 'status': 'completed', 'code': 200} Sep 16 19:44:25.854367 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-ced1ae97-6eab-45e8-8312-e6bd90974501 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 1096 time: 0.0823064 Sep 16 19:44:25.978088 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-5491f8f1-023a-4d46-ba1e-c3ba0368882d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f900d4-f7b7-43e4-a03b-816b69f1f915 HTTP/1.1" status: 200 len: 217 time: 0.1149995 Sep 16 19:44:26.069520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bfdc3-247c-4dbb-931c-3653dc565c87 req-7648628d-ab41-4ddb-9e25-0c30c2d3e5a7 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:26.071136 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-036bfdc3-247c-4dbb-931c-3653dc565c87 req-7648628d-ab41-4ddb-9e25-0c30c2d3e5a7 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 943 time: 0.1552773 Sep 16 19:44:26.072549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331d828-a539-4eb3-bc32-8aca0962509b req-3de973b7-c514-4520-b921-b32cf74b43bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:26.073991 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-3de973b7-c514-4520-b921-b32cf74b43bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 200 len: 850 time: 0.0880694 Sep 16 19:44:26.383693 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-036bfdc3-247c-4dbb-931c-3653dc565c87 req-2877d6ef-3ed9-4c2d-9f03-c39ce7939e66 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063955 Sep 16 19:44:26.403706 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-f08911f3-9927-4967-87c3-91c49ac1fe70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8adde95e-6f32-4664-971a-cb2ce0b52032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3115621 Sep 16 19:44:26.543625 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-888db77c-8cee-4e1f-8046-575845fda6fb service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335731 Sep 16 19:44:26.685992 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2331d828-a539-4eb3-bc32-8aca0962509b req-8a0e5f83-645c-4611-a27e-65663b386a47 service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343513 Sep 16 19:44:26.841178 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2fecb059-45ae-4eef-8c0b-b26dec062c1a req-7d475abc-0ff9-45d1-85a7-5eb9d83408e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 1096 time: 0.0734603 Sep 16 19:44:27.059511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb059-45ae-4eef-8c0b-b26dec062c1a req-faacf1fa-ae7b-444c-9408-05b01c54def5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:27.061094 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2fecb059-45ae-4eef-8c0b-b26dec062c1a req-faacf1fa-ae7b-444c-9408-05b01c54def5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 912 time: 0.2130218 Sep 16 19:44:27.136349 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2fecb059-45ae-4eef-8c0b-b26dec062c1a req-dd4f13b3-f122-44cd-9899-6e0d484d7f2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f900d4-f7b7-43e4-a03b-816b69f1f915 HTTP/1.1" status: 200 len: 217 time: 0.0677547 Sep 16 19:44:27.205017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb059-45ae-4eef-8c0b-b26dec062c1a req-4967c4b8-7dde-4af9-b857-2a2c572dc0f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:27.207229 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2fecb059-45ae-4eef-8c0b-b26dec062c1a req-4967c4b8-7dde-4af9-b857-2a2c572dc0f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 200 len: 850 time: 0.0646591 Sep 16 19:44:27.289679 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2fecb059-45ae-4eef-8c0b-b26dec062c1a req-45015c8d-eef8-4677-b576-788415634e00 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8adde95e-6f32-4664-971a-cb2ce0b52032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751851 Sep 16 19:44:27.430138 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2fecb059-45ae-4eef-8c0b-b26dec062c1a req-8d9d8b43-5384-40c7-b43a-35c1a790867a service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337359 Sep 16 19:44:27.575081 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2fecb059-45ae-4eef-8c0b-b26dec062c1a req-2aa57c3c-55ff-4d17-9e4c-ac971b19ed17 service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367669 Sep 16 19:44:27.593338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1a1e-f468-45ba-960d-b1438aee8143 req-cd2b0d75-69fb-4ebc-b62f-1a97c320a643 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:27.594969 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bc6b1a1e-f468-45ba-960d-b1438aee8143 req-cd2b0d75-69fb-4ebc-b62f-1a97c320a643 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 943 time: 0.0861909 Sep 16 19:44:27.647097 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bc6b1a1e-f468-45ba-960d-b1438aee8143 req-bc2a9051-1e27-48cf-a960-77cadcc95371 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452974 Sep 16 19:44:28.496936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 20f900d4-f7b7-43e4-a03b-816b69f1f915 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:44:28.637615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 20f900d4-f7b7-43e4-a03b-816b69f1f915, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=20f900d4-f7b7-43e4-a03b-816b69f1f915,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:44:28.652037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '20f900d4-f7b7-43e4-a03b-816b69f1f915', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'port_id': '20f900d4-f7b7-43e4-a03b-816b69f1f915', 'mac_address': 'fa:16:3e:e5:98:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:44:28.711923 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:28.730014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f900d4-f7b7-43e4-a03b-816b69f1f915 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:44:28.753290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 20f900d4-f7b7-43e4-a03b-816b69f1f915, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=20f900d4-f7b7-43e4-a03b-816b69f1f915,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:44:28.790120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:28.792252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:28.863409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=20f900d4-f7b7-43e4-a03b-816b69f1f915,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:28.872874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.873260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.873639 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.874039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.874411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.874780 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.875147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.875515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.875879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.876241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.876603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:44:28.881563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:28.998011 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a5ca0-bfa4-4fcd-ab11-0f7f9edd9ec8 req-e971b443-f8e7-4bd4-adc2-b67dc16b7cb3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:28.999609 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d43a5ca0-bfa4-4fcd-ab11-0f7f9edd9ec8 req-e971b443-f8e7-4bd4-adc2-b67dc16b7cb3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 944 time: 0.0880079 Sep 16 19:44:29.029568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['20f900d4-f7b7-43e4-a03b-816b69f1f915'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:44:29.048637 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d43a5ca0-bfa4-4fcd-ab11-0f7f9edd9ec8 req-d398c86e-1a6e-48f8-b302-a881b7c8f3bc tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 Sep 16 19:44:30.256068 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb63158-9f10-40f3-99f5-6288c4fa244d req-89f14073-cc48-4692-98c2-63dcd8fa0576 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:30.257667 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6fb63158-9f10-40f3-99f5-6288c4fa244d req-89f14073-cc48-4692-98c2-63dcd8fa0576 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 944 time: 0.0827963 Sep 16 19:44:30.305018 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6fb63158-9f10-40f3-99f5-6288c4fa244d req-aac0c2cb-e4d2-4346-94f3-61ba3fcb0119 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411930 Sep 16 19:44:30.511240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 20f900d4-f7b7-43e4-a03b-816b69f1f915 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:44:30.612732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 20f900d4-f7b7-43e4-a03b-816b69f1f915 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:44:30.618046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 20f900d4-f7b7-43e4-a03b-816b69f1f915 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:44:30.618469 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:30.734294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:30.762092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f900d4-f7b7-43e4-a03b-816b69f1f915'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:44:30.772132 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 20f900d4-f7b7-43e4-a03b-816b69f1f915, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=20f900d4-f7b7-43e4-a03b-816b69f1f915,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:44:30.794942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:30.797661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7159e00e-2a83-4f9f-90d8-a015235cdc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:30.834727 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f900d4-f7b7-43e4-a03b-816b69f1f915', 'code': 200} Sep 16 19:44:30.868621 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=20f900d4-f7b7-43e4-a03b-816b69f1f915,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:30.871868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:31.100314 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b357110b-ce9e-4aae-b602-e6c999e2c4fd req-a2f30882-4f28-4d37-aa34-f71ea8e2cd58 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 1098 time: 0.0770082 Sep 16 19:44:31.145697 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b357110b-ce9e-4aae-b602-e6c999e2c4fd req-97b601c3-2d1a-4783-b6a9-56458aff7044 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391357 Sep 16 19:44:31.514486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f205d-7d72-41db-b5ec-8dee282d5cea req-4fb61cf1-a987-46d1-ae5e-053a50544791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:31.516088 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f94f205d-7d72-41db-b5ec-8dee282d5cea req-4fb61cf1-a987-46d1-ae5e-053a50544791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 945 time: 0.0862339 Sep 16 19:44:31.566227 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f94f205d-7d72-41db-b5ec-8dee282d5cea req-c3d2bb44-c72d-46f7-81ec-1fe3393467c9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438673 Sep 16 19:44:32.769516 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbadd06-73ac-49cc-9d35-68fdd4c6e941 req-4bd6f4ae-c360-453c-9b81-b947cc157365 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:32.771118 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6dbadd06-73ac-49cc-9d35-68fdd4c6e941 req-4bd6f4ae-c360-453c-9b81-b947cc157365 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 945 time: 0.0829077 Sep 16 19:44:32.820368 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6dbadd06-73ac-49cc-9d35-68fdd4c6e941 req-fc021f78-d6e1-47bc-8204-9d6893ca5b0b tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Sep 16 19:44:33.017013 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde0b73-5bee-4b6f-9fae-c137df025623 req-f7954afd-842d-4215-a9f5-65320e838507 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:33.018732 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4dde0b73-5bee-4b6f-9fae-c137df025623 req-f7954afd-842d-4215-a9f5-65320e838507 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 945 time: 0.0841730 Sep 16 19:44:33.028336 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53518) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:33.034203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-4dacbb15-808d-48b8-9250-5479b67b5fe0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Request body: {'floatingip': {'port_id': '20f900d4-f7b7-43e4-a03b-816b69f1f915'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:44:33.118839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb15-808d-48b8-9250-5479b67b5fe0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, before_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:33.945576 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb15-808d-48b8-9250-5479b67b5fe0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:33.966137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb15-808d-48b8-9250-5479b67b5fe0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:34.165260 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-4dacbb15-808d-48b8-9250-5479b67b5fe0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Floating IP 78576fdd-4021-4deb-80cf-043a5f98b365 associated. External IP: 172.27.2.42, port: 20f900d4-f7b7-43e4-a03b-816b69f1f915. Sep 16 19:44:34.572243 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dacbb15-808d-48b8-9250-5479b67b5fe0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Router 53a7053e-9370-4097-83ac-e53faa216eb6 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:44:34.798234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dacbb15-808d-48b8-9250-5479b67b5fe0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:44:34.803493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb15-808d-48b8-9250-5479b67b5fe0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:34.808764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] Sync routers for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:44:34.821327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:34.821998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:34.858163 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4dacbb15-808d-48b8-9250-5479b67b5fe0 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "PUT /v2.0/floatingips/78576fdd-4021-4deb-80cf-043a5f98b365 HTTP/1.1" status: 200 len: 990 time: 1.8285005 Sep 16 19:44:34.858841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'tag': '20f900d4-f7b7-43e4-a03b-816b69f1f915'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:44:35.008381 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'tag': '20f900d4-f7b7-43e4-a03b-816b69f1f915', 'status': 'completed', 'code': 200} Sep 16 19:44:35.015925 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:44:35.108291 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ece2493-7094-47a2-8940-12f67d7963a8 req-dd21f025-27fc-4130-a4e3-704ea00228cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=25417ddaadbc40e597fb7d250abb8691&device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 1098 time: 0.0780935 Sep 16 19:44:35.250783 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece2493-7094-47a2-8940-12f67d7963a8 req-2bc172d6-19f5-4f07-9b2a-be3814836874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:35.252433 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ece2493-7094-47a2-8940-12f67d7963a8 req-2bc172d6-19f5-4f07-9b2a-be3814836874 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 200 len: 912 time: 0.1381171 Sep 16 19:44:35.360282 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ece2493-7094-47a2-8940-12f67d7963a8 req-0aeefbd1-8d22-422e-9466-c461e5b80e34 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f900d4-f7b7-43e4-a03b-816b69f1f915 HTTP/1.1" status: 200 len: 998 time: 0.1015728 Sep 16 19:44:35.384139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '78576fdd-4021-4deb-80cf-043a5f98b365', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'port_id': '20f900d4-f7b7-43e4-a03b-816b69f1f915', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'mac_address': 'fa:16:3e:e5:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:44:20Z', 'updated_at': '2021-09-16T19:44:33Z', 'revision_number': 1, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:35.388246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] Checking router: 53a7053e-9370-4097-83ac-e53faa216eb6 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:44:35.400101 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:35.400747 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:35.431995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece2493-7094-47a2-8940-12f67d7963a8 req-641fd325-5a02-4e06-a95a-fd43c3a1722b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:35.433549 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ece2493-7094-47a2-8940-12f67d7963a8 req-641fd325-5a02-4e06-a95a-fd43c3a1722b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 200 len: 850 time: 0.0666649 Sep 16 19:44:35.515849 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ece2493-7094-47a2-8940-12f67d7963a8 req-824e80ec-56e9-444e-b9ca-9cb87176c9e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8adde95e-6f32-4664-971a-cb2ce0b52032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755706 Sep 16 19:44:35.663410 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ece2493-7094-47a2-8940-12f67d7963a8 req-e6cf916e-5d73-4e7b-bd52-4b099fb22206 service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408153 Sep 16 19:44:35.741386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:44:35.807910 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ece2493-7094-47a2-8940-12f67d7963a8 req-3136d39b-7912-409a-9f41-2098c0b3f6fb service neutron] 10.222.0.38 "GET /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375968 Sep 16 19:44:36.099983 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '78576fdd-4021-4deb-80cf-043a5f98b365', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'port_id': '20f900d4-f7b7-43e4-a03b-816b69f1f915', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'mac_address': 'fa:16:3e:e5:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:44:20Z', 'updated_at': '2021-09-16T19:44:33Z', 'revision_number': 1, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:36.104200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9e20b-a0ce-450f-a75d-4fcf930c134e None None] The sync data for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi is: [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '78576fdd-4021-4deb-80cf-043a5f98b365', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'port_id': '20f900d4-f7b7-43e4-a03b-816b69f1f915', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'mac_address': 'fa:16:3e:e5:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:44:20Z', 'updated_at': '2021-09-16T19:44:33Z', 'revision_number': 1, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:44:36.459330 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d824551-b043-4d97-8039-bc865220129e None None] New status for floating IP 78576fdd-4021-4deb-80cf-043a5f98b365: ACTIVE {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:44:36.715602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:44:44.034558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:45.678462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53546) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:45.888030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Deleting port 9b276eff-99b8-4f0c-9d30-2dfe9126db71 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:45.888407 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:46.061182 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:46.061548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:46.192404 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Calling delete_port for 9b276eff-99b8-4f0c-9d30-2dfe9126db71 owned by network:floatingip {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:44:46.342037 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-e7d381a4-4120-44af-a9e3-1c31f84efd1e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1574180 Sep 16 19:44:46.452817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:46.461397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ac25231b-67fc-4c9c-8625-e1a9c6dd75c4 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:46.507390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event deleted for resources: {'Port': ['ID=9b276eff-99b8-4f0c-9d30-2dfe9126db71,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:46.510332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:46.624383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for floatingip, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:46.681465 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-482e5f14-8e29-4bed-94bb-f5dbeca3fa5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=82d7310a7c3f4a28837911539a3d30ba&device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1099 time: 0.2672174 Sep 16 19:44:47.132086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-ea0db1e5-2eef-4246-b877-3da60d1f20ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:47.133716 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-ea0db1e5-2eef-4246-b877-3da60d1f20ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 200 len: 910 time: 0.3896098 Sep 16 19:44:47.214097 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-2069d362-dccc-4045-a22b-635485fc9388 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 200 len: 217 time: 0.0727813 Sep 16 19:44:47.352803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-4b38f500-2e42-4467-9b4e-745bedfe01c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:47.354400 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-4b38f500-2e42-4467-9b4e-745bedfe01c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56a7ebf6-b11d-4602-aa8f-ffb867ffc557 HTTP/1.1" status: 200 len: 848 time: 0.1288433 Sep 16 19:44:47.530203 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-d489db5c-33d5-4949-88bb-ecaa5e1d9511 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1627958 Sep 16 19:44:47.703829 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-7235d2d5-5895-4322-b358-6e8a8fa36334 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657352 Sep 16 19:44:47.706060 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:44:47.812067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0ccf-3d29-47c7-bf49-7cdc3bb6b357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:47.980571 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85e25fec-7c43-4c38-852b-b49ba49b026d req-141ada6f-7af1-4bc6-aa4f-33c3f9026fb6 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699382 Sep 16 19:44:48.044293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:44:48.054461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] Sync routers for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:44:48.068121 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:48.068776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:48.091496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:48.151835 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3564b963-a8a7-4aed-b0b8-899c7952f3ba tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "DELETE /v2.0/floatingips/fba12949-43c8-4cb0-9b28-15b5e7abf839 HTTP/1.1" status: 204 len: 168 time: 2.4721985 Sep 16 19:44:48.152691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:44:48.262819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:44:48.296733 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'status': 'completed', 'code': 200} Sep 16 19:44:48.395384 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b5ac01e-5fa7-42c6-a7ba-560242b7621a req-e6cc8a50-b3dd-448d-9f81-bedfaf743524 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=82d7310a7c3f4a28837911539a3d30ba&device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 1099 time: 0.0752907 Sep 16 19:44:48.559175 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ac01e-5fa7-42c6-a7ba-560242b7621a req-dd0aabad-9b19-409e-8878-0079b5f67516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:48.561423 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b5ac01e-5fa7-42c6-a7ba-560242b7621a req-dd0aabad-9b19-409e-8878-0079b5f67516 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 200 len: 910 time: 0.1581991 Sep 16 19:44:48.607790 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 5, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:48.612408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] Checking router: 7e6ce6c8-6e5c-4059-90bc-3b49345a041e for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:44:48.624325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:48.624989 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:48.676395 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b5ac01e-5fa7-42c6-a7ba-560242b7621a req-02e128cc-f7a0-43d4-be73-853bf8636b03 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 200 len: 217 time: 0.1075871 Sep 16 19:44:48.770005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ac01e-5fa7-42c6-a7ba-560242b7621a req-da293551-fff3-44bf-9efc-c40055963269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:48.771464 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b5ac01e-5fa7-42c6-a7ba-560242b7621a req-da293551-fff3-44bf-9efc-c40055963269 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56a7ebf6-b11d-4602-aa8f-ffb867ffc557 HTTP/1.1" status: 200 len: 848 time: 0.0873928 Sep 16 19:44:48.809446 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:44:48.823689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8b70e-1346-40b1-bcaa-2ff1ce8d3f73 req-eac90d3b-7964-4e2f-abd9-ddb35ff6a767 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:48.824449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-55e8b70e-1346-40b1-bcaa-2ff1ce8d3f73 req-eac90d3b-7964-4e2f-abd9-ddb35ff6a767 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Synchronizing usage tracker for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:44:48.872740 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b5ac01e-5fa7-42c6-a7ba-560242b7621a req-ef93d88e-1ea1-4718-8ff5-3628da6a0901 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff54bfc5-8cde-4fdc-aed8-0547042ed82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928752 Sep 16 19:44:48.904326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-55e8b70e-1346-40b1-bcaa-2ff1ce8d3f73 req-eac90d3b-7964-4e2f-abd9-ddb35ff6a767 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Unset dirty status for tenant:82d7310a7c3f4a28837911539a3d30ba on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:44:48.905534 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-55e8b70e-1346-40b1-bcaa-2ff1ce8d3f73 req-eac90d3b-7964-4e2f-abd9-ddb35ff6a767 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.2809794 Sep 16 19:44:49.058025 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-55e8b70e-1346-40b1-bcaa-2ff1ce8d3f73 req-16e8e75b-92d5-4f00-a4a9-6951db844dbb tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965843 Sep 16 19:44:49.063418 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b5ac01e-5fa7-42c6-a7ba-560242b7621a req-11d407cb-da91-4454-acc6-8c93096ef0d5 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834919 Sep 16 19:44:49.141937 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 5, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:49.147046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1ef5d-016f-4a29-97a9-5a88a746ae8b None None] The sync data for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi is: [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:02Z', 'revision_number': 4, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': '8c8c77aa-39a6-4320-82b8-bdaea2f68712', 'name': '', 'network_id': 'ff54bfc5-8cde-4fdc-aed8-0547042ed82c', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'mac_address': 'fa:16:3e:8d:c6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:01Z', 'updated_at': '2021-09-16T19:40:12Z', 'revision_number': 5, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'subnets': [{'id': '56a7ebf6-b11d-4602-aa8f-ffb867ffc557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:44:49.214968 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b5ac01e-5fa7-42c6-a7ba-560242b7621a req-3b2916b6-3e80-4798-9f4c-1f39ef472381 service neutron] 10.222.0.38 "GET /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441870 Sep 16 19:44:49.463338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:49.628595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec1b5b-0c1d-443c-9c88-e729880595ff None None] New status for floating IP fba12949-43c8-4cb0-9b28-15b5e7abf839: DOWN {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:44:50.179610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-3c29a897-e1a1-4acb-a897-26af48c9f548 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:50.181200 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-3c29a897-e1a1-4acb-a897-26af48c9f548 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.38 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.0934200 Sep 16 19:44:50.309663 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Deleting port 6c4daffa-ef85-4107-a43d-8abf510ce002 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:50.310080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:50.435191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-67dd1f66-3bfc-444c-9a68-001c7d897348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:50.622338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b3eaa-1fdc-4776-a439-3548c9e2c423 req-4b3421c7-697f-46fd-a799-aa4603824276 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:44:50.623847 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-741b3eaa-1fdc-4776-a439-3548c9e2c423 req-4b3421c7-697f-46fd-a799-aa4603824276 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 946 time: 0.4384661 Sep 16 19:44:50.784314 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-741b3eaa-1fdc-4776-a439-3548c9e2c423 req-6607af01-09af-44ae-85b0-73c6acc9d68c tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312761 Sep 16 19:44:50.851943 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:50.860422 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] For port 6c4daffa-ef85-4107-a43d-8abf510ce002, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6c4daffa-ef85-4107-a43d-8abf510ce002,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:44:50.860820 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:50.989304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Calling delete_port for 6c4daffa-ef85-4107-a43d-8abf510ce002 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:44:51.166302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:51.172080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-80a7b1e6-0047-431c-a064-08a93bad9d7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:51.215530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event deleted for resources: {'Port': ['ID=6c4daffa-ef85-4107-a43d-8abf510ce002,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:51.219189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:51.295207 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] No DVR routers for this DVR port 6c4daffa-ef85-4107-a43d-8abf510ce002 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:44:51.297695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:51.301081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'name': 'network-vif-deleted', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:44:51.332819 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1970dd5e-3f0d-4873-8160-b180226e28f3 req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.38 "DELETE /v2.0/ports/6c4daffa-ef85-4107-a43d-8abf510ce002 HTTP/1.1" status: 204 len: 173 time: 1.1077380 Sep 16 19:44:51.357159 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ac3d05-7d81-4e4e-8fcd-12bed59b64d7', 'name': 'network-vif-deleted', 'tag': '6c4daffa-ef85-4107-a43d-8abf510ce002', 'status': 'completed', 'code': 200} Sep 16 19:44:51.840709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:51.967192 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b99614f7-2063-4c65-99e9-b13301bf7f59 req-0edb3d53-0b59-41ca-b849-85f61bf40f1d tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ac3d05-7d81-4e4e-8fcd-12bed59b64d7 HTTP/1.1" status: 200 len: 210 time: 0.0514045 Sep 16 19:44:53.080303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53578) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:53.156990 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-afce5596-1a5a-4f1c-a02f-294b89fd1842 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:53.188116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-afce5596-1a5a-4f1c-a02f-294b89fd1842 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:53.263148 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-afce5596-1a5a-4f1c-a02f-294b89fd1842 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:53.268361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5be77ce7-8600-487e-9156-e88e8c4a559a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:53.288747 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce5596-1a5a-4f1c-a02f-294b89fd1842 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a683ff-ebd8-4a89-bd47-6d094ceffcf9,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:53.291146 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-afce5596-1a5a-4f1c-a02f-294b89fd1842 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:53.320562 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-afce5596-1a5a-4f1c-a02f-294b89fd1842 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:53.321813 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-afce5596-1a5a-4f1c-a02f-294b89fd1842 tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] 10.222.0.37 "DELETE /v2.0/security-groups/a3a683ff-ebd8-4a89-bd47-6d094ceffcf9 HTTP/1.1" status: 204 len: 168 time: 0.2404506 Sep 16 19:44:53.418846 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53586) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:53.835064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148442'] for router_interface, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:54.457355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Deleting port 8c8c77aa-39a6-4320-82b8-bdaea2f68712 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:54.457878 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:54.635996 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] For port 8c8c77aa-39a6-4320-82b8-bdaea2f68712, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=8c8c77aa-39a6-4320-82b8-bdaea2f68712,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:44:54.636401 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:54.669688 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6c4daffa-ef85-4107-a43d-8abf510ce002 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:44:54.703370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 6c4daffa-ef85-4107-a43d-8abf510ce002 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:44:54.703773 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6c4daffa-ef85-4107-a43d-8abf510ce002 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:44:54.765061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Calling delete_port for 8c8c77aa-39a6-4320-82b8-bdaea2f68712 owned by network:router_interface {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:44:55.017102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:55.022052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:55.066977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8c77aa-39a6-4320-82b8-bdaea2f68712,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:55.070729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:55.362329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8194358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854148408'] for router_interface, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:56.172935 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:44:56.384696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:44:56.393538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] Sync routers for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:44:56.397951 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] 10.222.0.37 "PUT /v2.0/routers/7e6ce6c8-6e5c-4059-90bc-3b49345a041e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9778879 Sep 16 19:44:56.400418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53594) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:56.407559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:56.408224 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:56.608360 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:44:56.682200 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:56.899355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:56.942855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Deleting port f61fa346-aea0-4822-843f-53449a4a79d0 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:56.943165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:57.055065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:44:54Z', 'revision_number': 5, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port': {'id': 'f61fa346-aea0-4822-843f-53449a4a79d0', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:57.059087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] Checking router: 7e6ce6c8-6e5c-4059-90bc-3b49345a041e for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:44:57.073821 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] Routers {'7e6ce6c8-6e5c-4059-90bc-3b49345a041e'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:57.074561 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:57.127917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] For port f61fa346-aea0-4822-843f-53449a4a79d0, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=f61fa346-aea0-4822-843f-53449a4a79d0,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:44:57.128832 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:57.234092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] Set router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e gateway port host: None {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:44:57.256630 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Calling delete_port for f61fa346-aea0-4822-843f-53449a4a79d0 owned by network:router_gateway {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:44:57.346394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:44:56Z', 'revision_number': 6, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port_host': None}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:57.350622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0ee95-5352-43fb-8593-425fb6e3a45b None None] The sync data for ids ['7e6ce6c8-6e5c-4059-90bc-3b49345a041e'] in dv-cinder-809448-1-iscsi is: [{'id': '7e6ce6c8-6e5c-4059-90bc-3b49345a041e', 'name': 'tempest-TestShelveInstance-1417928791-router', 'tenant_id': '82d7310a7c3f4a28837911539a3d30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:39:58Z', 'updated_at': '2021-09-16T19:44:56Z', 'revision_number': 6, 'project_id': '82d7310a7c3f4a28837911539a3d30ba', 'gw_port_host': None}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:44:57.451604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:57.456498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9f518425-9538-4437-83f3-834061de6514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:57.501430 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61fa346-aea0-4822-843f-53449a4a79d0,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:57.505852 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:57.743237 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624456'] for router_gateway, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:57.782167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 8c8c77aa-39a6-4320-82b8-bdaea2f68712 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:44:57.821636 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 8c8c77aa-39a6-4320-82b8-bdaea2f68712 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:44:57.827258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 8c8c77aa-39a6-4320-82b8-bdaea2f68712 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:44:57.827258 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device f61fa346-aea0-4822-843f-53449a4a79d0 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:44:57.856615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: f61fa346-aea0-4822-843f-53449a4a79d0 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:44:57.857010 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device f61fa346-aea0-4822-843f-53449a4a79d0 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:44:58.234077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7726'] for router, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.238682 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.255511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53604) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:58.337042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854089221'] for router, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.337545 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6ce6c8-6e5c-4059-90bc-3b49345a041e {{(pid=93569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:44:58.353607 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] Notify callbacks [] for router, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.355700 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c04dddf3-621f-49c1-a813-b7275d0b1e33 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7e6ce6c8-6e5c-4059-90bc-3b49345a041e HTTP/1.1" status: 204 len: 168 time: 1.9542897 Sep 16 19:44:58.360834 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53608) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:58.433451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df171ae-ab3b-4b37-a3fd-03471fe648ee admin admin] Deleting subnet 56a7ebf6-b11d-4602-aa8f-ffb867ffc557 {{(pid=93569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:44:58.436861 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6df171ae-ab3b-4b37-a3fd-03471fe648ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.481497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Deleting port 622426d0-b519-4132-88bb-62b72717cf5a {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:58.481497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.491461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6df171ae-ab3b-4b37-a3fd-03471fe648ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853690808'] for subnet, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.613773 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6df171ae-ab3b-4b37-a3fd-03471fe648ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.656501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.656886 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.703183 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6df171ae-ab3b-4b37-a3fd-03471fe648ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1206492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852953748'] for subnet, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.708023 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:58.749295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df171ae-ab3b-4b37-a3fd-03471fe648ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a7ebf6-b11d-4602-aa8f-ffb867ffc557,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:58.751969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6df171ae-ab3b-4b37-a3fd-03471fe648ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:58.754912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6df171ae-ab3b-4b37-a3fd-03471fe648ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.763473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcbf9aa-dc33-460a-9879-8bd6516b37bd None None] Network ff54bfc5-8cde-4fdc-aed8-0547042ed82c requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:44:58.763627 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6df171ae-ab3b-4b37-a3fd-03471fe648ee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/56a7ebf6-b11d-4602-aa8f-ffb867ffc557 HTTP/1.1" status: 204 len: 168 time: 0.3991609 Sep 16 19:44:58.763714 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53612) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:58.788430 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Calling delete_port for 622426d0-b519-4132-88bb-62b72717cf5a owned by network:floatingip {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:44:58.891633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:58.903325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Deleting port c8a270d9-6f3b-486f-8af4-db38ce816c4b {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:58.903692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.005966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.011855 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:59.043438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] DHCP port deletion for ff54bfc5-8cde-4fdc-aed8-0547042ed82c request from dv-cinder-809448-1-iscsi {{(pid=93570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:44:59.048122 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] Deleting port c8a270d9-6f3b-486f-8af4-db38ce816c4b {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:59.048551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.056179 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event deleted for resources: {'Port': ['ID=622426d0-b519-4132-88bb-62b72717cf5a,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:59.060052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:59.140720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] For port c8a270d9-6f3b-486f-8af4-db38ce816c4b, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c8a270d9-6f3b-486f-8af4-db38ce816c4b,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:44:59.141103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.164995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.271749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] For port c8a270d9-6f3b-486f-8af4-db38ce816c4b, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c8a270d9-6f3b-486f-8af4-db38ce816c4b,segment=NetworkSegment(7143c636-de19-4976-8920-f289dfce3854),segment_id=7143c636-de19-4976-8920-f289dfce3854)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:44:59.272348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.275113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Calling delete_port for c8a270d9-6f3b-486f-8af4-db38ce816c4b owned by network:dhcp {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:44:59.388728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.393613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0e08ef00-5622-4d8d-bdb5-00e564338766 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:59.401867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] Calling delete_port for c8a270d9-6f3b-486f-8af4-db38ce816c4b owned by network:dhcp {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:44:59.435294 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a270d9-6f3b-486f-8af4-db38ce816c4b,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:59.439014 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:59.442543 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] No DVR routers for this DVR port c8a270d9-6f3b-486f-8af4-db38ce816c4b on host dv-cinder-809448-1-iscsi {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:44:59.482290 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=93570) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:44:59.483002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:44:59.566928 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.578539 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:44:59.593142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff54bfc5-8cde-4fdc-aed8-0547042ed82c']}} {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:59.610344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7143c636-de19-4976-8920-f289dfce3854') {'for_net_delete': True} {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:59.610687 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7143c636-de19-4976-8920-f289dfce3854') {} {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:44:59.623889 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1085009'] for segment, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.642287 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.649357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:44:59.650098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1206375'] for segment, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:44:59.664623 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:44:59.781369 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c8a270d9-6f3b-486f-8af4-db38ce816c4b no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:44:59.783204 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.788299 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:44:59.813308 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:44:59.816880 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: c8a270d9-6f3b-486f-8af4-db38ce816c4b {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:44:59.817067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Pushing event deleted for resources: {'Network': ['ID=ff54bfc5-8cde-4fdc-aed8-0547042ed82c,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:44:59.817286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c8a270d9-6f3b-486f-8af4-db38ce816c4b not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:44:59.820742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:44:59.867135 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] 10.222.0.37 "DELETE /v2.0/networks/ff54bfc5-8cde-4fdc-aed8-0547042ed82c HTTP/1.1" status: 204 len: 168 time: 1.0993936 Sep 16 19:44:59.867393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53618) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:44:59.984525 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] Deleting port c8a270d9-6f3b-486f-8af4-db38ce816c4b {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:44:59.985232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:00.037867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:45:00.067876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] Sync routers for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:45:00.079765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-cd954fd0-6880-4567-9ec6-42c98060c1d9 None None] The port 'c8a270d9-6f3b-486f-8af4-db38ce816c4b' was deleted {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:45:00.094910 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:00.099738 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:00.109171 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:00.170841 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "DELETE /v2.0/floatingips/09b98e5f-9c65-407f-a685-390570d30868 HTTP/1.1" status: 204 len: 168 time: 1.9116988 Sep 16 19:45:00.178348 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'tag': '694e3861-5adf-419a-9de0-e865970abe09'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:45:00.322824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148442'] for router_interface, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:00.329592 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:00.368614 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'tag': '694e3861-5adf-419a-9de0-e865970abe09', 'status': 'completed', 'code': 200} Sep 16 19:45:00.555915 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efbcdded-8888-4cae-bb4f-bbed82e4f089 req-2c61f360-8400-4cbd-8a4b-19ca06f12b94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 1099 time: 0.1164756 Sep 16 19:45:00.664328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a2142-9913-454e-819d-f3327ebd15dd req-78acb2c6-ae69-4ee1-96e3-559963032263 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:00.665271 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-ff5a2142-9913-454e-819d-f3327ebd15dd req-78acb2c6-ae69-4ee1-96e3-559963032263 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:45:00.697266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-ff5a2142-9913-454e-819d-f3327ebd15dd req-78acb2c6-ae69-4ee1-96e3-559963032263 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:45:00.698769 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ff5a2142-9913-454e-819d-f3327ebd15dd req-78acb2c6-ae69-4ee1-96e3-559963032263 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 946 time: 0.1195936 Sep 16 19:45:00.710333 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '561254a0-5f11-478e-ac59-10d82293c2af', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:24Z', 'updated_at': '2021-09-16T19:41:28Z', 'revision_number': 1, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:00.714701 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] Checking router: 2c9c634e-a368-4d31-86c6-f2d51529bbc8 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:45:00.727737 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:00.728422 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:00.728955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcdded-8888-4cae-bb4f-bbed82e4f089 req-2acda8fa-ed02-4894-bc56-4ad0b69d3710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:00.730569 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efbcdded-8888-4cae-bb4f-bbed82e4f089 req-2acda8fa-ed02-4894-bc56-4ad0b69d3710 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.1668150 Sep 16 19:45:00.756470 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ff5a2142-9913-454e-819d-f3327ebd15dd req-09d9e95d-d9c3-4469-9cec-c624fa554676 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513363 Sep 16 19:45:00.844346 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efbcdded-8888-4cae-bb4f-bbed82e4f089 req-fde26aef-246b-496b-927d-312f627e038f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694e3861-5adf-419a-9de0-e865970abe09 HTTP/1.1" status: 200 len: 217 time: 0.0830646 Sep 16 19:45:00.915100 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:01.238939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcdded-8888-4cae-bb4f-bbed82e4f089 req-3f608205-8630-4ec6-a575-f5a9cec10002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:01.240553 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efbcdded-8888-4cae-bb4f-bbed82e4f089 req-3f608205-8630-4ec6-a575-f5a9cec10002 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.3887303 Sep 16 19:45:01.296305 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '561254a0-5f11-478e-ac59-10d82293c2af', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:24Z', 'updated_at': '2021-09-16T19:41:28Z', 'revision_number': 1, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:01.301193 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20757593-6de5-4e83-b633-a425ee243c85 None None] The sync data for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi is: [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_floatingips': [{'id': '561254a0-5f11-478e-ac59-10d82293c2af', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'router_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'port_id': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'mac_address': 'fa:16:3e:ac:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:41:24Z', 'updated_at': '2021-09-16T19:41:28Z', 'revision_number': 1, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:45:01.420394 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efbcdded-8888-4cae-bb4f-bbed82e4f089 req-17e3501e-6eee-4c3c-90d7-f8ea4c4350e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1714044 Sep 16 19:45:01.635031 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efbcdded-8888-4cae-bb4f-bbed82e4f089 req-36f7a882-1ce4-4471-aa72-8cc305fa6124 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997006 Sep 16 19:45:01.808025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad2cd6-a21f-45a1-8ff9-4443d5f6d418 None None] New status for floating IP 09b98e5f-9c65-407f-a685-390570d30868: DOWN {{(pid=93571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:45:01.833843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Deleting port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:01.834223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:01.907888 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-efbcdded-8888-4cae-bb4f-bbed82e4f089 req-44dd85c3-2ebb-442f-b440-9983adefac89 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585521 Sep 16 19:45:01.990715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d653a-47b4-4956-9ba0-7f26b0a89c8b req-454b0913-d3e3-4f43-9ac1-e68b4c1ad5c8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:01.992554 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b15d653a-47b4-4956-9ba0-7f26b0a89c8b req-454b0913-d3e3-4f43-9ac1-e68b4c1ad5c8 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 946 time: 0.0943673 Sep 16 19:45:02.050787 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b15d653a-47b4-4956-9ba0-7f26b0a89c8b req-5176d259-b3cf-4908-9ff8-9a40d33b587f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501645 Sep 16 19:45:02.099700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] For port 04bb3241-8cfa-4dba-b48f-4dceb7ce356d, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=04bb3241-8cfa-4dba-b48f-4dceb7ce356d,segment=NetworkSegment(41d556c1-8f52-42f7-a502-156b6d1d9fc8),segment_id=41d556c1-8f52-42f7-a502-156b6d1d9fc8)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:02.100105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:02.236376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Calling delete_port for 04bb3241-8cfa-4dba-b48f-4dceb7ce356d owned by network:router_interface {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:02.309761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-bf729872-a534-47f3-91e8-ab6892c0a9c0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:02.311341 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-bf729872-a534-47f3-91e8-ab6892c0a9c0 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 946 time: 0.2865045 Sep 16 19:45:02.407830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Deleting port 694e3861-5adf-419a-9de0-e865970abe09 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:02.408209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:02.726887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] For port 694e3861-5adf-419a-9de0-e865970abe09, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=694e3861-5adf-419a-9de0-e865970abe09,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:02.727471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:02.738285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:02.744373 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5aaa6466-57f9-41d9-95fa-9115f3da2d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:02.895596 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bb3241-8cfa-4dba-b48f-4dceb7ce356d,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:02.904970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Calling delete_port for 694e3861-5adf-419a-9de0-e865970abe09 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:02.932466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:03.293654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:03.294467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffc62c-5446-452c-9f4e-34e983e34c16 req-b589f6f3-6359-4d64-ae76-8a832746bcc6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:03.296168 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2bffc62c-5446-452c-9f4e-34e983e34c16 req-b589f6f3-6359-4d64-ae76-8a832746bcc6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 946 time: 0.0872376 Sep 16 19:45:03.300620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:03.346448 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2bffc62c-5446-452c-9f4e-34e983e34c16 req-4d9fc191-b0ff-4466-ad66-9a545d963bec tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432880 Sep 16 19:45:03.349026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event deleted for resources: {'Port': ['ID=694e3861-5adf-419a-9de0-e865970abe09,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:03.353837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:03.648074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] No DVR routers for this DVR port 694e3861-5adf-419a-9de0-e865970abe09 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:45:03.651015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:03.661370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'name': 'network-vif-deleted', 'tag': '694e3861-5adf-419a-9de0-e865970abe09'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:45:03.685041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8194358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854148408'] for router_interface, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:03.754397 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22890e33-98ad-4483-99d7-0f5076f651d4', 'name': 'network-vif-deleted', 'tag': '694e3861-5adf-419a-9de0-e865970abe09', 'status': 'completed', 'code': 200} Sep 16 19:45:03.762306 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c64d5c9d-e868-4468-83fb-9f694db301cb req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "DELETE /v2.0/ports/694e3861-5adf-419a-9de0-e865970abe09 HTTP/1.1" status: 204 len: 173 time: 1.4444456 Sep 16 19:45:04.307734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Router e6bafed8-0a55-491c-9096-293b5dec8868 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:45:04.523365 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:45:04.528591 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a780390b-b4db-47d7-95f2-d37f626b21b6 admin admin] 10.222.0.37 "PUT /v2.0/routers/e6bafed8-0a55-491c-9096-293b5dec8868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6601615 Sep 16 19:45:04.531977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53644) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:04.532976 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523df062-2cec-4040-96e6-34c137357c34 None None] Sync routers for ids ['e6bafed8-0a55-491c-9096-293b5dec8868'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:45:04.536598 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3b1ba023-c0fb-45c5-bb77-f8d10e88b2a1 req-043ee7eb-7781-4b45-81af-a4bedcf4b54b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=22890e33-98ad-4483-99d7-0f5076f651d4 HTTP/1.1" status: 200 len: 210 time: 0.0515530 Sep 16 19:45:04.546109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523df062-2cec-4040-96e6-34c137357c34 None None] Routers {'e6bafed8-0a55-491c-9096-293b5dec8868'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:04.546786 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-523df062-2cec-4040-96e6-34c137357c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['e6bafed8-0a55-491c-9096-293b5dec8868'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:04.761518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks [] for router, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:04.847220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 694e3861-5adf-419a-9de0-e865970abe09 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:04.886703 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 694e3861-5adf-419a-9de0-e865970abe09 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:04.887095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 694e3861-5adf-419a-9de0-e865970abe09 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:04.946564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-523df062-2cec-4040-96e6-34c137357c34 None None] Set router e6bafed8-0a55-491c-9096-293b5dec8868 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:04.976106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:04.999952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Deleting port 720fade5-1a44-4d6d-842e-38883f42c093 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:05.000252 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:05.199809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] For port 720fade5-1a44-4d6d-842e-38883f42c093, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=720fade5-1a44-4d6d-842e-38883f42c093,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:05.200216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:05.258068 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-523df062-2cec-4040-96e6-34c137357c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '720fade5-1a44-4d6d-842e-38883f42c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:45:02Z', 'revision_number': 5, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'gw_port': {'id': '720fade5-1a44-4d6d-842e-38883f42c093', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:05.261958 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523df062-2cec-4040-96e6-34c137357c34 None None] Checking router: e6bafed8-0a55-491c-9096-293b5dec8868 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:45:05.273505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523df062-2cec-4040-96e6-34c137357c34 None None] Routers {'e6bafed8-0a55-491c-9096-293b5dec8868'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:05.274286 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-523df062-2cec-4040-96e6-34c137357c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['e6bafed8-0a55-491c-9096-293b5dec8868'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:05.327267 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Calling delete_port for 720fade5-1a44-4d6d-842e-38883f42c093 owned by network:router_gateway {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:05.451490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-523df062-2cec-4040-96e6-34c137357c34 None None] Set router e6bafed8-0a55-491c-9096-293b5dec8868 gateway port host: None {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:05.530849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:05.535435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cb3bc86b-1393-4da9-9961-8b5cfba03a6c tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:05.562110 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-523df062-2cec-4040-96e6-34c137357c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:45:04Z', 'revision_number': 6, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'gw_port_host': None}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:05.567104 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523df062-2cec-4040-96e6-34c137357c34 None None] The sync data for ids ['e6bafed8-0a55-491c-9096-293b5dec8868'] in dv-cinder-809448-1-iscsi is: [{'id': 'e6bafed8-0a55-491c-9096-293b5dec8868', 'name': 'tempest-TestShelveInstance-1759046806-router', 'tenant_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:40:06Z', 'updated_at': '2021-09-16T19:45:04Z', 'revision_number': 6, 'project_id': 'e66ccb3d1c9b446592e9fc713078d49c', 'gw_port_host': None}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:45:05.581714 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Pushing event deleted for resources: {'Port': ['ID=720fade5-1a44-4d6d-842e-38883f42c093,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:05.587847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:05.803206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 04bb3241-8cfa-4dba-b48f-4dceb7ce356d no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:05.828177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624456'] for router_gateway, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:05.845503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 04bb3241-8cfa-4dba-b48f-4dceb7ce356d {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:05.845899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 04bb3241-8cfa-4dba-b48f-4dceb7ce356d not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:06.119824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7726'] for router, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.124327 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.262259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854089221'] for router, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.262828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6bafed8-0a55-491c-9096-293b5dec8868 {{(pid=93568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:45:06.276308 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.277531 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-68d544ff-4891-4a1d-80bc-32e57623271d admin admin] 10.222.0.37 "DELETE /v2.0/routers/e6bafed8-0a55-491c-9096-293b5dec8868 HTTP/1.1" status: 204 len: 168 time: 1.7444315 Sep 16 19:45:06.280142 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53658) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:06.348410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1235442-c641-4a7e-a211-9aba5c33a9a4 admin admin] Deleting subnet b47137c5-407b-4076-8d7e-6fbe8d0d93de {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:45:06.351828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1235442-c641-4a7e-a211-9aba5c33a9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.406903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1235442-c641-4a7e-a211-9aba5c33a9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.487067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1235442-c641-4a7e-a211-9aba5c33a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.731667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1235442-c641-4a7e-a211-9aba5c33a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.736295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:06.777276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1235442-c641-4a7e-a211-9aba5c33a9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47137c5-407b-4076-8d7e-6fbe8d0d93de,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:06.779969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d1235442-c641-4a7e-a211-9aba5c33a9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:06.782671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1235442-c641-4a7e-a211-9aba5c33a9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.789565 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d1235442-c641-4a7e-a211-9aba5c33a9a4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b47137c5-407b-4076-8d7e-6fbe8d0d93de HTTP/1.1" status: 204 len: 168 time: 0.5084102 Sep 16 19:45:06.789810 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94dc598-b5f9-40ab-9dc8-dac838281782 None None] Network 6df35965-a01d-4bc5-a294-2e6f46740d07 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:45:06.792233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53662) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:06.907723 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:06.919622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Deleting port e1097fb9-5bb2-448c-a02c-06e3683a20e1 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:06.919994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:07.071535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] DHCP port deletion for 6df35965-a01d-4bc5-a294-2e6f46740d07 request from dv-cinder-809448-1-iscsi {{(pid=93570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:45:07.076034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] Deleting port e1097fb9-5bb2-448c-a02c-06e3683a20e1 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:07.076443 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:07.151841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] For port e1097fb9-5bb2-448c-a02c-06e3683a20e1, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=e1097fb9-5bb2-448c-a02c-06e3683a20e1,segment=NetworkSegment(41d556c1-8f52-42f7-a502-156b6d1d9fc8),segment_id=41d556c1-8f52-42f7-a502-156b6d1d9fc8)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:07.152245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:07.287970 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Calling delete_port for e1097fb9-5bb2-448c-a02c-06e3683a20e1 owned by network:dhcp {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:07.304257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] For port e1097fb9-5bb2-448c-a02c-06e3683a20e1, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=e1097fb9-5bb2-448c-a02c-06e3683a20e1,segment=NetworkSegment(41d556c1-8f52-42f7-a502-156b6d1d9fc8),segment_id=41d556c1-8f52-42f7-a502-156b6d1d9fc8)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:07.304257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:07.405916 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:07.410859 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1c1ffaf9-b3e2-4dc6-9363-f470a9f98824 tempest-ServerRescueNegativeTestJSON-1483904350 tempest-ServerRescueNegativeTestJSON-1483904350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:07.453744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1097fb9-5bb2-448c-a02c-06e3683a20e1,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:07.456276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] Calling delete_port for e1097fb9-5bb2-448c-a02c-06e3683a20e1 owned by network:dhcp {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:07.457022 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:07.462689 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] No DVR routers for this DVR port e1097fb9-5bb2-448c-a02c-06e3683a20e1 on host dv-cinder-809448-1-iscsi {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:45:07.527763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=93570) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:45:07.528177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:45:07.587242 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:07.614052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df35965-a01d-4bc5-a294-2e6f46740d07']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:07.626518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d556c1-8f52-42f7-a502-156b6d1d9fc8') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:07.626863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d556c1-8f52-42f7-a502-156b6d1d9fc8') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:07.639141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:07.702484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:07.708902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:45:07.709322 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:07.787054 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device e1097fb9-5bb2-448c-a02c-06e3683a20e1 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:07.826495 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: e1097fb9-5bb2-448c-a02c-06e3683a20e1 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:07.826896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device e1097fb9-5bb2-448c-a02c-06e3683a20e1 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:07.827378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 720fade5-1a44-4d6d-842e-38883f42c093 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:07.861662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 720fade5-1a44-4d6d-842e-38883f42c093 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:07.862012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 720fade5-1a44-4d6d-842e-38883f42c093 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:45:07.954253 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:45:08.029107 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] Deleting port e1097fb9-5bb2-448c-a02c-06e3683a20e1 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:08.029585 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:08.102699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-3370dd7c-dc88-4f6f-a178-8996a0bff575 None None] The port 'e1097fb9-5bb2-448c-a02c-06e3683a20e1' was deleted {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:45:08.219734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53676) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:08.312345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:08.318522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f0c5a6e3-5b34-424a-abbd-e824ecbe3477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:08.336393 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:08.351012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df35965-a01d-4bc5-a294-2e6f46740d07,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:08.364220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:08.435218 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6df35965-a01d-4bc5-a294-2e6f46740d07 HTTP/1.1" status: 204 len: 168 time: 1.6418421 Sep 16 19:45:08.478009 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Deleting port 84f159a8-2954-4613-836f-06e590ff56a3 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:08.478390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:08.660438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:08.660806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:08.784876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53684) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:08.789050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Calling delete_port for 84f159a8-2954-4613-836f-06e590ff56a3 owned by network:floatingip {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:08.839031 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7bdcd509-456d-4cdc-b21d-b3fb46b87715 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82d7310a7c3f4a28837911539a3d30ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528355 Sep 16 19:45:08.841566 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53688) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:08.904863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c8c17184-7ccc-4b24-ab00-b8d4ea636f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:08.932442 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c8c17184-7ccc-4b24-ab00-b8d4ea636f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:08.973269 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:08.978384 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2ba9a11b-20d5-4483-9d23-5578f72a1f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:09.005518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c8c17184-7ccc-4b24-ab00-b8d4ea636f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:09.010809 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-831e5b29-99d4-4023-8db5-6e149fd8c720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:09.020470 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event deleted for resources: {'Port': ['ID=84f159a8-2954-4613-836f-06e590ff56a3,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:09.024955 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:09.035922 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c17184-7ccc-4b24-ab00-b8d4ea636f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b2092c-5c4c-4e51-b17b-c43c3a835aba,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:09.041275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8c17184-7ccc-4b24-ab00-b8d4ea636f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:09.046039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c8c17184-7ccc-4b24-ab00-b8d4ea636f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:09.050356 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c8c17184-7ccc-4b24-ab00-b8d4ea636f71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06b2092c-5c4c-4e51-b17b-c43c3a835aba HTTP/1.1" status: 204 len: 168 time: 0.2047117 Sep 16 19:45:09.125768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:09.543028 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:45:09.590928 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53698) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:09.645311 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-41594e09-72bd-488e-b16a-b5e0e33ef684 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e66ccb3d1c9b446592e9fc713078d49c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529988 Sep 16 19:45:09.648001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53702) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:09.711811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9350687-0d19-47d1-b975-2b7895bdea29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:09.739900 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9350687-0d19-47d1-b975-2b7895bdea29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:09.750668 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:45:09.762343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] Sync routers for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:45:09.769714 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:09.776648 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:09.777535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:09.824247 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3db225d2-321a-429d-b6be-0890ab6be1d6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "DELETE /v2.0/floatingips/561254a0-5f11-478e-ac59-10d82293c2af HTTP/1.1" status: 204 len: 168 time: 1.6032691 Sep 16 19:45:09.824877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c'}] {{(pid=93568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:45:09.885454 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'status': 'completed', 'code': 200} Sep 16 19:45:09.977368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:09.991389 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-594ea83d-7348-49ff-8ba0-8c9bac57d198 req-74879358-cc98-4cea-9bf4-418f742aa45b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609b56265a2645f5add428c6eca99d8f&device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 1099 time: 0.0834088 Sep 16 19:45:10.114414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9350687-0d19-47d1-b975-2b7895bdea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:10.122074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3bf9625a-54c1-4dcc-b0ad-ea437bfe1445 tempest-TestMinimumBasicScenario-540205793 tempest-TestMinimumBasicScenario-540205793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:10.148907 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9350687-0d19-47d1-b975-2b7895bdea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d6fbf2-d538-4139-9409-dd37a51e9891,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:10.156877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d9350687-0d19-47d1-b975-2b7895bdea29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:10.160903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea83d-7348-49ff-8ba0-8c9bac57d198 req-8baaffb6-5eab-422c-b090-90ed65eb0c15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:10.162536 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-594ea83d-7348-49ff-8ba0-8c9bac57d198 req-8baaffb6-5eab-422c-b090-90ed65eb0c15 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 200 len: 912 time: 0.1650722 Sep 16 19:45:10.163490 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9350687-0d19-47d1-b975-2b7895bdea29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:10.168161 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d9350687-0d19-47d1-b975-2b7895bdea29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0d6fbf2-d538-4139-9409-dd37a51e9891 HTTP/1.1" status: 204 len: 168 time: 0.5190587 Sep 16 19:45:10.237024 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-594ea83d-7348-49ff-8ba0-8c9bac57d198 req-bc6c9a67-86cd-4403-9087-f47fbd5611ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c HTTP/1.1" status: 200 len: 217 time: 0.0674152 Sep 16 19:45:10.318363 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea83d-7348-49ff-8ba0-8c9bac57d198 req-91b8beac-cfd8-4b60-b253-202cb6d15260 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:10.320170 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-594ea83d-7348-49ff-8ba0-8c9bac57d198 req-91b8beac-cfd8-4b60-b253-202cb6d15260 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 200 len: 850 time: 0.0772355 Sep 16 19:45:10.346147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:10.351075 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] Checking router: 2c9c634e-a368-4d31-86c6-f2d51529bbc8 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:45:10.362662 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:10.363396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:44:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:10.412282 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-594ea83d-7348-49ff-8ba0-8c9bac57d198 req-39a4d1ac-aa05-46ba-bcd7-1b887f417425 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dfa24075-e334-4f45-9037-edf1f744a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845411 Sep 16 19:45:10.440383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777e9c4-df60-49f7-9c39-7706ee2607bc req-9d9c19ff-c821-4595-a343-024671dfdad7 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:10.441428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-1777e9c4-df60-49f7-9c39-7706ee2607bc req-9d9c19ff-c821-4595-a343-024671dfdad7 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:45:10.474305 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-1777e9c4-df60-49f7-9c39-7706ee2607bc req-9d9c19ff-c821-4595-a343-024671dfdad7 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:45:10.475998 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1777e9c4-df60-49f7-9c39-7706ee2607bc req-9d9c19ff-c821-4595-a343-024671dfdad7 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 946 time: 0.1281388 Sep 16 19:45:10.552976 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1777e9c4-df60-49f7-9c39-7706ee2607bc req-868cc4bd-6019-4109-b05b-7edcf2e9bae6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704131 Sep 16 19:45:10.577031 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:10.587071 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-594ea83d-7348-49ff-8ba0-8c9bac57d198 req-23f4aeef-f211-442b-8c13-b876c28be701 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677418 Sep 16 19:45:10.763412 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-594ea83d-7348-49ff-8ba0-8c9bac57d198 req-43ee0a18-00d2-4486-8ff1-09ed75092406 service neutron] 10.222.0.38 "GET /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689165 Sep 16 19:45:10.921188 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:10.925541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b10392-637f-420f-8576-2f127f62cf6f None None] The sync data for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi is: [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:37:58Z', 'revision_number': 4, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'a5df7506-77a2-496c-a418-dcd2a11f2bf5', 'name': '', 'network_id': 'dfa24075-e334-4f45-9037-edf1f744a3fb', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'mac_address': 'fa:16:3e:d9:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:57Z', 'updated_at': '2021-09-16T19:38:10Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'subnets': [{'id': '2e2dccd2-37fa-438f-aca3-f35f847907e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:45:11.380632 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76617a03-25ca-4010-a849-22a2fe8ba76f None None] New status for floating IP 561254a0-5f11-478e-ac59-10d82293c2af: DOWN {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:45:11.812796 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb38a5d-b44e-4cab-8057-36a80442f369 req-47ebfe2f-f182-4da2-8198-8edf99e7181a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:11.814840 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4eb38a5d-b44e-4cab-8057-36a80442f369 req-47ebfe2f-f182-4da2-8198-8edf99e7181a tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 946 time: 0.1367221 Sep 16 19:45:11.817119 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-7d77cccb-cc34-45e9-92cb-6979b6538cb6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:11.817868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-7d77cccb-cc34-45e9-92cb-6979b6538cb6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:45:11.830276 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-7d77cccb-cc34-45e9-92cb-6979b6538cb6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:45:11.832089 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-7d77cccb-cc34-45e9-92cb-6979b6538cb6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 946 time: 0.1524668 Sep 16 19:45:11.869474 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4eb38a5d-b44e-4cab-8057-36a80442f369 req-cc5eca49-af44-4050-9e18-6a729e0710f2 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/security-groups?id=3225f786-c9ec-4c60-bf8a-449de02324cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479867 Sep 16 19:45:11.907795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Deleting port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:11.908180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:12.168691 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] For port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:12.169087 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:12.294212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Calling delete_port for 6f1fadb1-f72a-444a-9820-aa48fbb44f6c owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:12.519568 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:12.526505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-321fd6dd-0ec5-4248-96a0-3ff12e124fc9 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:12.569843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event deleted for resources: {'Port': ['ID=6f1fadb1-f72a-444a-9820-aa48fbb44f6c,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:12.572354 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:12.645005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] No DVR routers for this DVR port 6f1fadb1-f72a-444a-9820-aa48fbb44f6c on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:45:12.647494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:12.651533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'name': 'network-vif-deleted', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:45:12.692801 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f744e16-eba7-44fb-b152-52da3a713b42 req-57a7f644-605a-4917-bee3-9c69a298112b tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.38 "DELETE /v2.0/ports/6f1fadb1-f72a-444a-9820-aa48fbb44f6c HTTP/1.1" status: 204 len: 173 time: 0.8544924 Sep 16 19:45:12.705259 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1020a6-41c8-42fd-9326-6361dfef3c9f', 'name': 'network-vif-deleted', 'tag': '6f1fadb1-f72a-444a-9820-aa48fbb44f6c', 'status': 'completed', 'code': 200} Sep 16 19:45:13.042685 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-56865fe1-318f-4df5-ad8f-bc5f0a09fb00 req-cb207622-3b29-470f-ab1f-88f24adb28a6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Synchronizing usage tracker for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:45:13.103400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-56865fe1-318f-4df5-ad8f-bc5f0a09fb00 req-cb207622-3b29-470f-ab1f-88f24adb28a6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Unset dirty status for tenant:609b56265a2645f5add428c6eca99d8f on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:45:13.104018 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-56865fe1-318f-4df5-ad8f-bc5f0a09fb00 req-cb207622-3b29-470f-ab1f-88f24adb28a6 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e1020a6-41c8-42fd-9326-6361dfef3c9f HTTP/1.1" status: 200 len: 210 time: 0.1090162 Sep 16 19:45:13.716947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:45:14.074245 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:14.220565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53744) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:14.603486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Deleting port 36246b82-63ad-4a0b-a793-ddb5f251e4c2 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:14.603795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:14.735440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6f1fadb1-f72a-444a-9820-aa48fbb44f6c no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:14.774690 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 6f1fadb1-f72a-444a-9820-aa48fbb44f6c {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:14.775092 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 6f1fadb1-f72a-444a-9820-aa48fbb44f6c not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:14.783117 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:14.783486 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:14.909753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Calling delete_port for 36246b82-63ad-4a0b-a793-ddb5f251e4c2 owned by network:floatingip {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:15.102826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:15.107548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2492b801-2588-4c4b-93b6-01102de7524c tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:15.154802 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event deleted for resources: {'Port': ['ID=36246b82-63ad-4a0b-a793-ddb5f251e4c2,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:15.199578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.199942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.200344 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.200744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.201141 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.201535 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.201977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.202345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.202732 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.203116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.203501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:15.206727 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:15.261153 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:15.307312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:15.308635 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "DELETE /v2.0/floatingips/1d9cb8ef-6a4a-4203-8e1d-645113d6d459 HTTP/1.1" status: 204 len: 168 time: 1.0870202 Sep 16 19:45:16.765476 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53764) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:16.837534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-de86e9f0-6246-44ba-b3a1-edb169fb0211 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:16.868800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-de86e9f0-6246-44ba-b3a1-edb169fb0211 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:17.016546 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-de86e9f0-6246-44ba-b3a1-edb169fb0211 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:17.022144 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4ebbefab-ef71-428c-b766-c2e1f119cc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:17.038147 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86e9f0-6246-44ba-b3a1-edb169fb0211 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3225f786-c9ec-4c60-bf8a-449de02324cb,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:17.040654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-de86e9f0-6246-44ba-b3a1-edb169fb0211 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:17.072651 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-de86e9f0-6246-44ba-b3a1-edb169fb0211 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:17.077075 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-de86e9f0-6246-44ba-b3a1-edb169fb0211 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] 10.222.0.37 "DELETE /v2.0/security-groups/3225f786-c9ec-4c60-bf8a-449de02324cb HTTP/1.1" status: 204 len: 168 time: 0.3104913 Sep 16 19:45:17.151705 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53770) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:17.807980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148442'] for router_interface, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:17.833783 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b1612ea8-9bc0-4da3-b953-81303c8b6837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:18.660720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Deleting port a5df7506-77a2-496c-a418-dcd2a11f2bf5 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:18.661099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:18.842931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] For port a5df7506-77a2-496c-a418-dcd2a11f2bf5, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=a5df7506-77a2-496c-a418-dcd2a11f2bf5,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:18.843526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:18.971510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Calling delete_port for a5df7506-77a2-496c-a418-dcd2a11f2bf5 owned by network:router_interface {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:19.228380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:19.232664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e97bc04-34a4-496a-9c3b-7f2a6b838309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:19.274787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5df7506-77a2-496c-a418-dcd2a11f2bf5,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:19.356177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.356599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.357008 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.357418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.357819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.358251 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.358650 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.359053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.359454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.359849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.360240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:45:19.364134 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:19.457528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:19.593624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8194358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854148408'] for router_interface, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:20.202567 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:45:20.413884 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:45:20.422978 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] Sync routers for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:45:20.430670 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8157c975-25fb-4a05-826b-3cd398f77b44 admin admin] 10.222.0.37 "PUT /v2.0/routers/2c9c634e-a368-4d31-86c6-f2d51529bbc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2752855 Sep 16 19:45:20.430934 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53782) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:20.436397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:20.437063 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:45:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:20.439876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-74a7da8f-7972-42f9-862c-bb18ff165633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:20.621588 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:20.657067 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks [] for router, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:20.879520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:21.082466 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:45:19Z', 'revision_number': 5, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port': {'id': 'c30cbfb7-bade-43e1-92bd-19cc13ec429e', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:37:54Z', 'updated_at': '2021-09-16T19:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:21.092451 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] Checking router: 2c9c634e-a368-4d31-86c6-f2d51529bbc8 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:45:21.106172 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] Routers {'2c9c634e-a368-4d31-86c6-f2d51529bbc8'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:21.106866 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:45:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:21.139822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:21.508748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Deleting port c30cbfb7-bade-43e1-92bd-19cc13ec429e {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:21.508748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:21.510528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] Set router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 gateway port host: None {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:21.510909 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] For port c30cbfb7-bade-43e1-92bd-19cc13ec429e, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=c30cbfb7-bade-43e1-92bd-19cc13ec429e,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:21.510909 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:21.511074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:45:21Z', 'revision_number': 6, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port_host': None}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:21.511074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae7db4-003d-40af-bf33-80025e63555c None None] The sync data for ids ['2c9c634e-a368-4d31-86c6-f2d51529bbc8'] in dv-cinder-809448-1-iscsi is: [{'id': '2c9c634e-a368-4d31-86c6-f2d51529bbc8', 'name': 'tempest-TestVolumeBootPattern-256858565-router', 'tenant_id': '609b56265a2645f5add428c6eca99d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:37:53Z', 'updated_at': '2021-09-16T19:45:21Z', 'revision_number': 6, 'project_id': '609b56265a2645f5add428c6eca99d8f', 'gw_port_host': None}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:45:21.530100 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Calling delete_port for c30cbfb7-bade-43e1-92bd-19cc13ec429e owned by network:router_gateway {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:21.742794 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:21.749201 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:21.792461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Pushing event deleted for resources: {'Port': ['ID=c30cbfb7-bade-43e1-92bd-19cc13ec429e,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:21.793704 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device a5df7506-77a2-496c-a418-dcd2a11f2bf5 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:21.796914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:21.862837 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: a5df7506-77a2-496c-a418-dcd2a11f2bf5 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:21.863521 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device a5df7506-77a2-496c-a418-dcd2a11f2bf5 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:21.864345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c30cbfb7-bade-43e1-92bd-19cc13ec429e no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:21.896899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:21.903223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: c30cbfb7-bade-43e1-92bd-19cc13ec429e {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:21.903614 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device c30cbfb7-bade-43e1-92bd-19cc13ec429e not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:22.043154 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624456'] for router_gateway, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.323700 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7726'] for router, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.328079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.387920 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854089221'] for router, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.388581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9c634e-a368-4d31-86c6-f2d51529bbc8 {{(pid=93568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:45:22.404584 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.405805 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-dbe383c1-eef2-467e-94f4-86c3fe16729d admin admin] 10.222.0.37 "DELETE /v2.0/routers/2c9c634e-a368-4d31-86c6-f2d51529bbc8 HTTP/1.1" status: 204 len: 168 time: 1.9738915 Sep 16 19:45:22.408569 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53800) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:22.477487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] Deleting subnet 2e2dccd2-37fa-438f-aca3-f35f847907e4 {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:45:22.480875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.536493 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.616121 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.719762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.724455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-68083509-7da4-4c38-8f3d-55ac04ea0edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:22.769819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2dccd2-37fa-438f-aca3-f35f847907e4,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:22.772799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:22.775352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.781533 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e2dccd2-37fa-438f-aca3-f35f847907e4 HTTP/1.1" status: 204 len: 168 time: 0.3712940 Sep 16 19:45:22.781862 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d41bb7e-31db-4163-bf86-3e3d3936ee03 None None] Network dfa24075-e334-4f45-9037-edf1f744a3fb requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:45:22.784160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53804) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:22.910512 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:22.922467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Deleting port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:22.922856 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.177514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] For port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=79ad9fb6-c5ab-40f3-b4a3-79fc277be907,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:23.178167 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.231024 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] DHCP port deletion for dfa24075-e334-4f45-9037-edf1f744a3fb request from dv-cinder-809448-1-iscsi {{(pid=93570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:45:23.235819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] Deleting port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:23.236318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.312858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Calling delete_port for 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 owned by network:dhcp {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:23.460112 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] For port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=79ad9fb6-c5ab-40f3-b4a3-79fc277be907,segment=NetworkSegment(a6908514-7723-45d6-a0d2-04e687366168),segment_id=a6908514-7723-45d6-a0d2-04e687366168)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:23.460559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.479612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.484518 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ebff430a-5f10-4b57-ae1f-0bd608732939 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:23.529874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Pushing event deleted for resources: {'Port': ['ID=79ad9fb6-c5ab-40f3-b4a3-79fc277be907,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:23.532681 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:23.538051 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] No DVR routers for this DVR port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 on host dv-cinder-809448-1-iscsi {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:45:23.596611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] Calling delete_port for 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 owned by network:dhcp {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:23.663798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.667888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=93570) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:45:23.668300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:45:23.691875 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa24075-e334-4f45-9037-edf1f744a3fb']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:23.710074 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6908514-7723-45d6-a0d2-04e687366168') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:23.710412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6908514-7723-45d6-a0d2-04e687366168') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:23.723103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.740879 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.748511 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:45:23.748951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:45:23.763917 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:45:23.804908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:23.841378 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:23.842080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:23.896409 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.900158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84d65812-6670-421f-85e0-f31c7425b979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:23.914444 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:23.929956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa24075-e334-4f45-9037-edf1f744a3fb,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:23.933395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:23.992121 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0182a6e8-1e12-4e2a-a348-d1496eca755c admin admin] 10.222.0.37 "DELETE /v2.0/networks/dfa24075-e334-4f45-9037-edf1f744a3fb HTTP/1.1" status: 204 len: 168 time: 1.2037995 Sep 16 19:45:23.992949 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53820) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:24.170183 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] Deleting port 79ad9fb6-c5ab-40f3-b4a3-79fc277be907 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:24.170558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:24.239218 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-39cc0410-5f35-4129-be0a-cf5f1dea7a8d None None] The port '79ad9fb6-c5ab-40f3-b4a3-79fc277be907' was deleted {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:45:24.403645 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148442'] for router_interface, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:25.248698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Deleting port 13f84af2-e68d-48e0-9b62-7a319ba6e27d {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:25.249296 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:25.429066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] For port 13f84af2-e68d-48e0-9b62-7a319ba6e27d, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=13f84af2-e68d-48e0-9b62-7a319ba6e27d,segment=NetworkSegment(f0914cba-4769-4091-a879-06925f4c3963),segment_id=f0914cba-4769-4091-a879-06925f4c3963)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:25.429391 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:25.554534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Calling delete_port for 13f84af2-e68d-48e0-9b62-7a319ba6e27d owned by network:router_interface {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:25.816370 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:25.820811 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0960daa7-eed8-440f-83a0-795bf9b9249f tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:25.865967 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=13f84af2-e68d-48e0-9b62-7a319ba6e27d,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:25.868688 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:26.173186 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8194358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854148408'] for router_interface, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:26.763400 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Router 513fed5f-49b7-4916-9a14-0070d02fa9d2 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:45:26.977865 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:45:26.986525 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] Sync routers for ids ['513fed5f-49b7-4916-9a14-0070d02fa9d2'] in dv-cinder-809448-1-iscsi {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:45:27.000856 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] Routers {'513fed5f-49b7-4916-9a14-0070d02fa9d2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:27.001533 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:45:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['513fed5f-49b7-4916-9a14-0070d02fa9d2'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:27.019235 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4bc2adae-5ff8-47a6-8f0c-e108a9145dfa admin admin] 10.222.0.37 "PUT /v2.0/routers/513fed5f-49b7-4916-9a14-0070d02fa9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0255892 Sep 16 19:45:27.021807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53828) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:27.214052 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] Set router 513fed5f-49b7-4916-9a14-0070d02fa9d2 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:27.233641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:27.525030 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:38:04Z', 'updated_at': '2021-09-16T19:45:25Z', 'revision_number': 5, 'project_id': '630444b8955641c48db615a20bc60036', 'gw_port': {'id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:05Z', 'updated_at': '2021-09-16T19:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:27.529262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] Checking router: 513fed5f-49b7-4916-9a14-0070d02fa9d2 for host: dv-cinder-809448-1-iscsi {{(pid=93570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:45:27.540608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] Routers {'513fed5f-49b7-4916-9a14-0070d02fa9d2'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:27.541265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:45:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['513fed5f-49b7-4916-9a14-0070d02fa9d2'], 'active': True} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:27.669640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:27.708012 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Deleting port 88732fb7-5d9f-4dd3-b576-f3d92eac742f {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:27.708513 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:27.727226 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] Set router 513fed5f-49b7-4916-9a14-0070d02fa9d2 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:27.889661 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] For port 88732fb7-5d9f-4dd3-b576-f3d92eac742f, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=88732fb7-5d9f-4dd3-b576-f3d92eac742f,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:27.890295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:28.022093 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Calling delete_port for 88732fb7-5d9f-4dd3-b576-f3d92eac742f owned by network:router_gateway {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:28.027897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:38:04Z', 'updated_at': '2021-09-16T19:45:25Z', 'revision_number': 5, 'project_id': '630444b8955641c48db615a20bc60036', 'gw_port': {'id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:05Z', 'updated_at': '2021-09-16T19:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:28.031984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd1fa0-4aae-4d61-91c9-a13ad9de68ca None None] The sync data for ids ['513fed5f-49b7-4916-9a14-0070d02fa9d2'] in dv-cinder-809448-1-iscsi is: [{'id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'name': 'tempest-TestVolumeBootPattern-2026247298-router', 'tenant_id': '630444b8955641c48db615a20bc60036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:38:04Z', 'updated_at': '2021-09-16T19:45:25Z', 'revision_number': 5, 'project_id': '630444b8955641c48db615a20bc60036', 'gw_port': {'id': '88732fb7-5d9f-4dd3-b576-f3d92eac742f', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513fed5f-49b7-4916-9a14-0070d02fa9d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:38:05Z', 'updated_at': '2021-09-16T19:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}] {{(pid=93570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:45:28.245376 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:28.250195 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5b6dd47e-6fa2-4014-94f2-cb6fe7d2a057 tempest-AttachVolumeShelveTestJSON-1358354713 tempest-AttachVolumeShelveTestJSON-1358354713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:28.295332 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=88732fb7-5d9f-4dd3-b576-f3d92eac742f,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:28.298396 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:28.530959 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624456'] for router_gateway, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:28.796210 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7726'] for router, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:28.801220 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:28.907843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854089221'] for router, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:28.908443 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 513fed5f-49b7-4916-9a14-0070d02fa9d2 {{(pid=93568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:45:28.920798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:28.922401 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-95891fee-e116-4ee2-8422-80f9d79f3bc7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/513fed5f-49b7-4916-9a14-0070d02fa9d2 HTTP/1.1" status: 204 len: 168 time: 1.8991702 Sep 16 19:45:28.925676 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53836) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:28.992880 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb45d75-29aa-4fee-ac1a-691ed9cf7bc8 admin admin] Deleting subnet b09920f5-afc9-4370-a9f4-693a51f00145 {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:45:28.996205 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5eb45d75-29aa-4fee-ac1a-691ed9cf7bc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.052912 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5eb45d75-29aa-4fee-ac1a-691ed9cf7bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.137818 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5eb45d75-29aa-4fee-ac1a-691ed9cf7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.234163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5eb45d75-29aa-4fee-ac1a-691ed9cf7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.239582 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-738fe5f2-7ba2-4926-97e2-84d49ffebb53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:29.279414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb45d75-29aa-4fee-ac1a-691ed9cf7bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09920f5-afc9-4370-a9f4-693a51f00145,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:29.282155 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5eb45d75-29aa-4fee-ac1a-691ed9cf7bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:29.285325 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5eb45d75-29aa-4fee-ac1a-691ed9cf7bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.291403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ceecfb-fc5b-48df-a4a2-661684436872 None None] Network 11fd9951-1697-428c-84db-a9a324bdbc04 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:45:29.291551 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5eb45d75-29aa-4fee-ac1a-691ed9cf7bc8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b09920f5-afc9-4370-a9f4-693a51f00145 HTTP/1.1" status: 204 len: 168 time: 0.3647215 Sep 16 19:45:29.294162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53842) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:29.415813 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.428435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Deleting port d203f043-28ef-4bd1-b9c8-52e7670e8d90 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:29.428836 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.649749 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] For port d203f043-28ef-4bd1-b9c8-52e7670e8d90, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=d203f043-28ef-4bd1-b9c8-52e7670e8d90,segment=NetworkSegment(f0914cba-4769-4091-a879-06925f4c3963),segment_id=f0914cba-4769-4091-a879-06925f4c3963)] {{(pid=93568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:29.650065 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.714274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] DHCP port deletion for 11fd9951-1697-428c-84db-a9a324bdbc04 request from dv-cinder-809448-1-iscsi {{(pid=93570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:45:29.718624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] Deleting port d203f043-28ef-4bd1-b9c8-52e7670e8d90 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:29.719127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.777641 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Calling delete_port for d203f043-28ef-4bd1-b9c8-52e7670e8d90 owned by network:dhcp {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:29.813413 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 88732fb7-5d9f-4dd3-b576-f3d92eac742f no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:29.856799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 88732fb7-5d9f-4dd3-b576-f3d92eac742f {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:29.857189 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 88732fb7-5d9f-4dd3-b576-f3d92eac742f not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:29.857699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 13f84af2-e68d-48e0-9b62-7a319ba6e27d no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:29.890761 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:29.895440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-263ab011-b848-4151-bb0b-37a3568dfcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:29.899966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 13f84af2-e68d-48e0-9b62-7a319ba6e27d {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:29.900307 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 13f84af2-e68d-48e0-9b62-7a319ba6e27d not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:29.900769 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device d203f043-28ef-4bd1-b9c8-52e7670e8d90 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:29.937496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d203f043-28ef-4bd1-b9c8-52e7670e8d90,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:29.941181 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:29.947341 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] No DVR routers for this DVR port d203f043-28ef-4bd1-b9c8-52e7670e8d90 on host dv-cinder-809448-1-iscsi {{(pid=93568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:45:29.954234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: d203f043-28ef-4bd1-b9c8-52e7670e8d90 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:29.954638 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device d203f043-28ef-4bd1-b9c8-52e7670e8d90 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:30.047266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] For port d203f043-28ef-4bd1-b9c8-52e7670e8d90, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=d203f043-28ef-4bd1-b9c8-52e7670e8d90,segment=NetworkSegment(f0914cba-4769-4091-a879-06925f4c3963),segment_id=f0914cba-4769-4091-a879-06925f4c3963)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:30.047712 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.066025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.091751 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fd9951-1697-428c-84db-a9a324bdbc04']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:30.105362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0914cba-4769-4091-a879-06925f4c3963') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:30.105699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0914cba-4769-4091-a879-06925f4c3963') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:30.118973 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.134477 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.140718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:45:30.141143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:45:30.159566 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:45:30.182711 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] Calling delete_port for d203f043-28ef-4bd1-b9c8-52e7670e8d90 owned by network:dhcp {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:30.254202 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=93570) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:45:30.254603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:45:30.262073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.265517 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-70e20a55-ed94-4471-9f72-7cc153c7b24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:30.279839 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.290683 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=11fd9951-1697-428c-84db-a9a324bdbc04,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:30.295177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:30.298876 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-724edee1-1dac-465e-961b-543b87943be1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/11fd9951-1697-428c-84db-a9a324bdbc04 HTTP/1.1" status: 204 len: 168 time: 1.0034840 Sep 16 19:45:30.545559 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53850) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:30.604011 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a1578680-7bfa-4d07-b60d-783b02909bad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=609b56265a2645f5add428c6eca99d8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570166 Sep 16 19:45:30.606591 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53854) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:30.670131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-109090ca-f224-40c5-b68b-2ad0d1414ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.698176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-109090ca-f224-40c5-b68b-2ad0d1414ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.755781 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] Deleting port d203f043-28ef-4bd1-b9c8-52e7670e8d90 {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:30.756214 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.764653 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-109090ca-f224-40c5-b68b-2ad0d1414ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.769868 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-97ba16aa-0883-402d-9451-23fc71944ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:30.787364 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109090ca-f224-40c5-b68b-2ad0d1414ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a972a0e-e940-41f3-9dc4-a8c7db939e8a,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:30.792434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-109090ca-f224-40c5-b68b-2ad0d1414ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:30.792881 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-109090ca-f224-40c5-b68b-2ad0d1414ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:30.793769 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-109090ca-f224-40c5-b68b-2ad0d1414ab5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a972a0e-e940-41f3-9dc4-a8c7db939e8a HTTP/1.1" status: 204 len: 168 time: 0.1862106 Sep 16 19:45:30.830504 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-316c9a68-4794-44a6-85b4-23ac974c9212 None None] The port 'd203f043-28ef-4bd1-b9c8-52e7670e8d90' was deleted {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:45:31.460041 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53862) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:31.515419 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c02e2cf1-bcdd-4fb5-960d-7eea09d70d84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=630444b8955641c48db615a20bc60036&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516396 Sep 16 19:45:31.515666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53868) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:31.586164 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4558f9dd-17ac-43a8-9583-e9f0a097895c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:31.613508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4558f9dd-17ac-43a8-9583-e9f0a097895c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:31.691473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4558f9dd-17ac-43a8-9583-e9f0a097895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:31.696776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b933bf12-f6b9-4d0d-aba4-1999c03d5ebf tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:31.711163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558f9dd-17ac-43a8-9583-e9f0a097895c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be9a35-664b-4334-8171-a74768d7e42a,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:31.713783 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4558f9dd-17ac-43a8-9583-e9f0a097895c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:31.716001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4558f9dd-17ac-43a8-9583-e9f0a097895c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:31.718131 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4558f9dd-17ac-43a8-9583-e9f0a097895c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38be9a35-664b-4334-8171-a74768d7e42a HTTP/1.1" status: 204 len: 168 time: 0.2003725 Sep 16 19:45:36.489459 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aff3bd-799c-4c45-899f-231a47c46749 req-5b3cf88f-a6d9-402e-b2ee-ce99b78926a3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:36.491094 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f3aff3bd-799c-4c45-899f-231a47c46749 req-5b3cf88f-a6d9-402e-b2ee-ce99b78926a3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 945 time: 0.0877571 Sep 16 19:45:36.539373 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f3aff3bd-799c-4c45-899f-231a47c46749 req-6cc13a76-9103-46ad-a2b3-93130e16329a tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421646 Sep 16 19:45:37.742116 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25fa6-920a-458e-ab47-7a39041fc455 req-9c305069-6193-4c43-8f4f-e113eed49e99 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:37.743721 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-87a25fa6-920a-458e-ab47-7a39041fc455 req-9c305069-6193-4c43-8f4f-e113eed49e99 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 945 time: 0.0821836 Sep 16 19:45:37.790452 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-87a25fa6-920a-458e-ab47-7a39041fc455 req-1a71068c-6cbc-424f-bed9-adf79e0e68eb tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups?id=a326121a-c718-4b92-a50a-070fe1391389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Sep 16 19:45:38.082615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-2571ab8b-ed00-431c-b996-d3de92b24e6d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:45:38.084182 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-2571ab8b-ed00-431c-b996-d3de92b24e6d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 945 time: 0.0804720 Sep 16 19:45:38.160520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Deleting port 20f900d4-f7b7-43e4-a03b-816b69f1f915 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:38.160887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:38.410455 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] For port 20f900d4-f7b7-43e4-a03b-816b69f1f915, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=20f900d4-f7b7-43e4-a03b-816b69f1f915,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:38.410778 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:38.709178 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:38.709503 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623804'] for floatingip, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:38.709848 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Floating IP 78576fdd-4021-4deb-80cf-043a5f98b365 disassociated. External IP: 172.27.2.42, port: 20f900d4-f7b7-43e4-a03b-816b69f1f915. Sep 16 19:45:38.710275 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Calling delete_port for 20f900d4-f7b7-43e4-a03b-816b69f1f915 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:38.960869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:38.971902 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6b1dd1c8-ecf5-4316-ae66-56f4066aed00 req-914770cc-fec0-4a39-8cb7-c76e4310f299 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 210 time: 0.0533135 Sep 16 19:45:38.972573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-40f95cf9-fe65-43f2-954f-4806792faac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:39.016894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event deleted for resources: {'Port': ['ID=20f900d4-f7b7-43e4-a03b-816b69f1f915,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:39.020860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:39.248947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Router 53a7053e-9370-4097-83ac-e53faa216eb6 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:45:39.467158 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:45:39.479390 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] Sync routers for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:45:39.492954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:39.493615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:45:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:39.545045 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] No DVR routers for this DVR port 20f900d4-f7b7-43e4-a03b-816b69f1f915 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:45:39.547798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:39.552840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'name': 'network-vif-deleted', 'tag': '20f900d4-f7b7-43e4-a03b-816b69f1f915'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:45:39.612447 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e3a472-e386-442f-8d13-749255cb6ede', 'name': 'network-vif-deleted', 'tag': '20f900d4-f7b7-43e4-a03b-816b69f1f915', 'status': 'completed', 'code': 200} Sep 16 19:45:39.614250 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e37d623-e0b3-4eec-807e-05049ff3d064 req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.38 "DELETE /v2.0/ports/20f900d4-f7b7-43e4-a03b-816b69f1f915 HTTP/1.1" status: 204 len: 173 time: 1.5248866 Sep 16 19:45:39.692807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:40.039438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:40.044284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] Checking router: 53a7053e-9370-4097-83ac-e53faa216eb6 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:45:40.056229 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:40.056904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:45:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:40.180756 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-32b2ddc6-83fa-41ad-a98d-523490edc278 req-cb9da572-fdc0-4135-b77d-f2e5879adce3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Synchronizing usage tracker for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:45:40.216649 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-32b2ddc6-83fa-41ad-a98d-523490edc278 req-cb9da572-fdc0-4135-b77d-f2e5879adce3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Unset dirty status for tenant:25417ddaadbc40e597fb7d250abb8691 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:45:40.217987 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-32b2ddc6-83fa-41ad-a98d-523490edc278 req-cb9da572-fdc0-4135-b77d-f2e5879adce3 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7e3a472-e386-442f-8d13-749255cb6ede HTTP/1.1" status: 200 len: 210 time: 0.1039052 Sep 16 19:45:40.244558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:40.571899 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:40.575961 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebf933-a220-464e-9da2-46c1922ee626 None None] The sync data for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi is: [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:22Z', 'revision_number': 4, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi', '_interfaces': [{'id': 'ed330b8c-e3b5-4bc9-af81-648cf991d7eb', 'name': '', 'network_id': '8adde95e-6f32-4664-971a-cb2ce0b52032', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'mac_address': 'fa:16:3e:34:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:22Z', 'updated_at': '2021-09-16T19:41:29Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'subnets': [{'id': '9a42cfad-32bf-46fb-a027-3ba63b850a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:45:40.976962 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 20f900d4-f7b7-43e4-a03b-816b69f1f915 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:41.007309 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079893c-21dc-4e40-b5d4-0c2e6080c1e9 None None] New status for floating IP 78576fdd-4021-4deb-80cf-043a5f98b365: DOWN {{(pid=93570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 16 19:45:41.087355 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 20f900d4-f7b7-43e4-a03b-816b69f1f915 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:41.087870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 20f900d4-f7b7-43e4-a03b-816b69f1f915 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:41.429720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53932) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:41.500903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f61b1ee8-0e37-410b-9c5f-dc0540a1d9db tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:41.529338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f61b1ee8-0e37-410b-9c5f-dc0540a1d9db tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:41.604932 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f61b1ee8-0e37-410b-9c5f-dc0540a1d9db tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:41.610143 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8ebaf6cc-0210-4b73-bbee-33d30e684adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:41.625829 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b1ee8-0e37-410b-9c5f-dc0540a1d9db tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a326121a-c718-4b92-a50a-070fe1391389,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:41.628867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f61b1ee8-0e37-410b-9c5f-dc0540a1d9db tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:41.667038 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f61b1ee8-0e37-410b-9c5f-dc0540a1d9db tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:41.668352 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f61b1ee8-0e37-410b-9c5f-dc0540a1d9db tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "DELETE /v2.0/security-groups/a326121a-c718-4b92-a50a-070fe1391389 HTTP/1.1" status: 204 len: 168 time: 0.2374451 Sep 16 19:45:41.671105 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53936) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:41.687916 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.api.v2.resource [None req-0aa51ad1-8763-4b11-85a4-f86ca2e25810 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] show failed (client error): The resource could not be found. Sep 16 19:45:41.689206 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0aa51ad1-8763-4b11-85a4-f86ca2e25810 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "GET /v2.0/security-groups/a326121a-c718-4b92-a50a-070fe1391389 HTTP/1.1" status: 404 len: 347 time: 0.0171499 Sep 16 19:45:41.692159 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53940) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:41.852887 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Deleting port 7931c244-02e2-4013-b801-f7064e08af79 {{(pid=93568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:41.853263 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:42.243037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:42.243608 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:42.371264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Calling delete_port for 7931c244-02e2-4013-b801-f7064e08af79 owned by network:floatingip {{(pid=93568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:42.541692 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1939572'] for port, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:42.546084 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e1fad178-4529-44e0-97a4-04c186f1ec2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:42.588137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Pushing event deleted for resources: {'Port': ['ID=7931c244-02e2-4013-b801-f7064e08af79,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:42.592475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:42.687353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks [] for floatingip, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:42.735497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for floatingip, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:42.736936 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9502420c-e5b7-483d-b800-7ac7752ec791 tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] 10.222.0.37 "DELETE /v2.0/floatingips/78576fdd-4021-4deb-80cf-043a5f98b365 HTTP/1.1" status: 204 len: 168 time: 1.0436351 Sep 16 19:45:44.038987 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:46.967776 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53970) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:47.378891 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148442'] for router_interface, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:47.821312 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e9466943-6489-4539-b45b-e595a5a5f37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:48.197428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Deleting port ed330b8c-e3b5-4bc9-af81-648cf991d7eb {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:48.197968 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:48.374885 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] For port ed330b8c-e3b5-4bc9-af81-648cf991d7eb, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=ed330b8c-e3b5-4bc9-af81-648cf991d7eb,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:48.375281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:48.504216 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Calling delete_port for ed330b8c-e3b5-4bc9-af81-648cf991d7eb owned by network:router_interface {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:48.730265 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:48.734548 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a68d8fb5-8278-4ef6-9d88-9d75752433af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:48.777640 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed330b8c-e3b5-4bc9-af81-648cf991d7eb,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:48.782017 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:49.084485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8194358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854148408'] for router_interface, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:49.473380 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:49.679039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Router 53a7053e-9370-4097-83ac-e53faa216eb6 has already been hosted by L3 agent e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b {{(pid=93569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 16 19:45:49.887318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] Notify agent at l3_agent.dv-cinder-809448-1-iscsi the message routers_updated {{(pid=93569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 16 19:45:49.897248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] Sync routers for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 16 19:45:49.901816 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e5be6ae6-4a1b-4e9c-a7ef-586ed3fcac3f admin admin] 10.222.0.37 "PUT /v2.0/routers/53a7053e-9370-4097-83ac-e53faa216eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9316618 Sep 16 19:45:49.903248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53974) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:49.909876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:49.910565 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:45:20Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:50.097917 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: dv-cinder-809448-1-iscsi {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:50.113418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:50.320806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:50.375950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Deleting port d565cbd5-8414-47ff-a98a-8a64bff5ccc2 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:50.376234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:50.427314 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fc86b981-7500-4c0c-a316-a2776214d71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:50.547936 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'external_fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:45:48Z', 'revision_number': 5, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port': {'id': 'd565cbd5-8414-47ff-a98a-8a64bff5ccc2', 'name': '', 'network_id': 'b8eed445-e258-44e5-8ac2-934ddaa75ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1072368f-9d7e-4daa-bb6b-d1c99a1de81d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809448-1-iscsi'}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:50.552787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] Checking router: 53a7053e-9370-4097-83ac-e53faa216eb6 for host: dv-cinder-809448-1-iscsi {{(pid=93571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 16 19:45:50.564729 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] Routers {'53a7053e-9370-4097-83ac-e53faa216eb6'} bound to L3 agent in host dv-cinder-809448-1-iscsi {{(pid=93571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:45:50.565435 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:25:50Z,description=,heartbeat_timestamp=2021-09-16T19:45:50Z,host='dv-cinder-809448-1-iscsi',id=e42e6b23-9d5c-4a1b-b77f-3e8a8c7fd00b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:25:50Z,topic='l3_agent')) {'router_ids': ['53a7053e-9370-4097-83ac-e53faa216eb6'], 'active': True} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:50.726894 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:45:50.736993 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvr_db [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] Set router 53a7053e-9370-4097-83ac-e53faa216eb6 gateway port host: None {{(pid=93571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 16 19:45:50.782606 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] For port d565cbd5-8414-47ff-a98a-8a64bff5ccc2, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=d565cbd5-8414-47ff-a98a-8a64bff5ccc2,segment=NetworkSegment(4d2b178f-2a7a-466f-9b56-66cc7074a6e8),segment_id=4d2b178f-2a7a-466f-9b56-66cc7074a6e8)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:50.783724 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:50.851386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_hamode_db [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:45:50Z', 'revision_number': 6, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port_host': None}], 'dv-cinder-809448-1-iscsi', False) {} {{(pid=93571) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:50.855656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fe34f-02db-4c93-bbd5-dbb450d95d8c None None] The sync data for ids ['53a7053e-9370-4097-83ac-e53faa216eb6'] in dv-cinder-809448-1-iscsi is: [{'id': '53a7053e-9370-4097-83ac-e53faa216eb6', 'name': 'tempest-AttachVolumeTestJSON-1634185762-router', 'tenant_id': '25417ddaadbc40e597fb7d250abb8691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:41:19Z', 'updated_at': '2021-09-16T19:45:50Z', 'revision_number': 6, 'project_id': '25417ddaadbc40e597fb7d250abb8691', 'gw_port_host': None}] {{(pid=93571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 16 19:45:50.884420 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:50.914408 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Calling delete_port for d565cbd5-8414-47ff-a98a-8a64bff5ccc2 owned by network:router_gateway {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:51.113321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:51.118108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-89420858-a5e4-4e70-96af-379890a302b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:51.160950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d565cbd5-8414-47ff-a98a-8a64bff5ccc2,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:51.163822 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:51.405292 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624456'] for router_gateway, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:51.671695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7726'] for router, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:51.676160 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:51.736086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854089221'] for router, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:51.736764 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53a7053e-9370-4097-83ac-e53faa216eb6 {{(pid=93569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 19:45:51.749860 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Notify callbacks [] for router, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:51.752131 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] 10.222.0.37 "DELETE /v2.0/routers/53a7053e-9370-4097-83ac-e53faa216eb6 HTTP/1.1" status: 204 len: 168 time: 1.8469217 Sep 16 19:45:51.754462 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53978) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:51.801666 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ed330b8c-e3b5-4bc9-af81-648cf991d7eb no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:51.830759 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccfdfe4-ee8c-40de-ad19-5dc523e72e1a admin admin] Deleting subnet 9a42cfad-32bf-46fb-a027-3ba63b850a5f {{(pid=93569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:45:51.834130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cccfdfe4-ee8c-40de-ad19-5dc523e72e1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:51.842927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: ed330b8c-e3b5-4bc9-af81-648cf991d7eb {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:51.843320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device ed330b8c-e3b5-4bc9-af81-648cf991d7eb not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:51.843792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device d565cbd5-8414-47ff-a98a-8a64bff5ccc2 no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:51.884602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: d565cbd5-8414-47ff-a98a-8a64bff5ccc2 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:51.884998 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device d565cbd5-8414-47ff-a98a-8a64bff5ccc2 not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:45:51.891353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cccfdfe4-ee8c-40de-ad19-5dc523e72e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853690808'] for subnet, precommit_delete_associations {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:51.913057 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:51.971897 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cccfdfe4-ee8c-40de-ad19-5dc523e72e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.067704 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cccfdfe4-ee8c-40de-ad19-5dc523e72e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1206492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852953748'] for subnet, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.072331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8245b878-7e4e-4816-86a9-277deb2b6614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:52.107121 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfdfe4-ee8c-40de-ad19-5dc523e72e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a42cfad-32bf-46fb-a027-3ba63b850a5f,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:52.112542 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cccfdfe4-ee8c-40de-ad19-5dc523e72e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:52.115298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cccfdfe4-ee8c-40de-ad19-5dc523e72e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for subnet, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.120633 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab4ddc-6632-4266-8120-46539e41b58e None None] Network 8adde95e-6f32-4664-971a-cb2ce0b52032 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:45:52.121731 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-cccfdfe4-ee8c-40de-ad19-5dc523e72e1a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9a42cfad-32bf-46fb-a027-3ba63b850a5f HTTP/1.1" status: 204 len: 168 time: 0.3656971 Sep 16 19:45:52.124089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 53982) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:52.238742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.249458 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Deleting port 537bc03b-bf2b-46de-ab42-85088cbf28ec {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:52.249817 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.389563 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] DHCP port deletion for 8adde95e-6f32-4664-971a-cb2ce0b52032 request from dv-cinder-809448-1-iscsi {{(pid=93570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 16 19:45:52.394040 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] Deleting port 537bc03b-bf2b-46de-ab42-85088cbf28ec {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:52.394471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.466942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] For port 537bc03b-bf2b-46de-ab42-85088cbf28ec, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=537bc03b-bf2b-46de-ab42-85088cbf28ec,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:52.467329 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.593707 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Calling delete_port for 537bc03b-bf2b-46de-ab42-85088cbf28ec owned by network:dhcp {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:52.609356 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] For port 537bc03b-bf2b-46de-ab42-85088cbf28ec, host dv-cinder-809448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809448-1-iscsi',level=0,port_id=537bc03b-bf2b-46de-ab42-85088cbf28ec,segment=NetworkSegment(97f30efd-6f06-4b89-9dfb-799246fd291f),segment_id=97f30efd-6f06-4b89-9dfb-799246fd291f)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:45:52.609754 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.690530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.695080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-76d842bf-f9fa-48ea-95f7-55bcddce40e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:52.735362 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Pushing event deleted for resources: {'Port': ['ID=537bc03b-bf2b-46de-ab42-85088cbf28ec,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:52.735677 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] Calling delete_port for 537bc03b-bf2b-46de-ab42-85088cbf28ec owned by network:dhcp {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:45:52.737958 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:52.743029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] No DVR routers for this DVR port 537bc03b-bf2b-46de-ab42-85088cbf28ec on host dv-cinder-809448-1-iscsi {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:45:52.804361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.db.api [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=93570) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:45:52.804774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_db.api [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=93570) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 16 19:45:52.864392 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.896481 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adde95e-6f32-4664-971a-cb2ce0b52032']}} {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:52.908890 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f30efd-6f06-4b89-9dfb-799246fd291f') {'for_net_delete': True} {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:52.909248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f30efd-6f06-4b89-9dfb-799246fd291f') {} {{(pid=93569) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:45:52.920865 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1085009'] for segment, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.935656 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.943898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:45:52.944323 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1206375'] for segment, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:45:52.958137 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:45:53.050440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:53.055381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:53.059085 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-34298a0a-6b4a-4895-b623-1107a0de1616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:53.081706 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Pushing event deleted for resources: {'Network': ['ID=8adde95e-6f32-4664-971a-cb2ce0b52032,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:53.084064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:53.114282 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8adde95e-6f32-4664-971a-cb2ce0b52032 HTTP/1.1" status: 204 len: 168 time: 0.9887803 Sep 16 19:45:53.306505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] Deleting port 537bc03b-bf2b-46de-ab42-85088cbf28ec {{(pid=93570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:45:53.306952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:53.378718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-5af54fcc-4394-40a1-9057-2fc0cf78624b None None] The port '537bc03b-bf2b-46de-ab42-85088cbf28ec' was deleted {{(pid=93570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 16 19:45:53.505508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53988) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:53.560444 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8c56ccd4-42b3-4e1d-bd99-dd83dd6671d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25417ddaadbc40e597fb7d250abb8691&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536039 Sep 16 19:45:53.562960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 53992) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:45:53.625234 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a55ba904-3ce5-45f2-96dc-a1d400ae03ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:53.653484 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a55ba904-3ce5-45f2-96dc-a1d400ae03ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:53.735602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a55ba904-3ce5-45f2-96dc-a1d400ae03ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:53.741304 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7cdd45cc-1aa2-41d7-96aa-5bca9ca13d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:45:53.756089 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ba904-3ce5-45f2-96dc-a1d400ae03ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e7312-7569-47c2-b1a6-9a8a4b1b839b,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:45:53.759946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a55ba904-3ce5-45f2-96dc-a1d400ae03ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:45:53.763291 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a55ba904-3ce5-45f2-96dc-a1d400ae03ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:45:53.767466 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a55ba904-3ce5-45f2-96dc-a1d400ae03ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b2e7312-7569-47c2-b1a6-9a8a4b1b839b HTTP/1.1" status: 204 len: 168 time: 0.2031238 Sep 16 19:45:53.798295 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 537bc03b-bf2b-46de-ab42-85088cbf28ec no longer exists at agent ovs-agent-dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:45:53.832111 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] No Port match for: 537bc03b-bf2b-46de-ab42-85088cbf28ec {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:45:53.832514 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Device 537bc03b-bf2b-46de-ab42-85088cbf28ec not bound to the agent host dv-cinder-809448-1-iscsi {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:46:13.416637 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 54130) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:46:13.596505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:13.629599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:46:13.634102 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] Usage tracker for resource:security_group_rule and tenant:1fdfb7f877404e1da40a7d514103d2b9 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:46:13.637007 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:46:13.642966 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:46:13.776748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:13.832015 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:13.840300 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d2023275-f036-4d19-a5aa-5bcf3d8c09ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:46:13.883522 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bd25d9-6594-4039-a911-b6a702fff154,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:46:13.886785 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:46:13.889994 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-faa6bd7a-d8bf-42bf-9d74-6b0f072a7aed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fdfb7f877404e1da40a7d514103d2b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4717197 Sep 16 19:46:13.892427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 54136) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:46:13.954177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f67fb4a2-769b-4df2-bdd1-4d982806cbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:13.985405 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f67fb4a2-769b-4df2-bdd1-4d982806cbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:14.060883 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f67fb4a2-769b-4df2-bdd1-4d982806cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:14.066285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1a70559b-b714-4ba4-a507-f836e7ff76dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:46:14.080026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fb4a2-769b-4df2-bdd1-4d982806cbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bd25d9-6594-4039-a911-b6a702fff154,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:46:14.082870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f67fb4a2-769b-4df2-bdd1-4d982806cbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:46:14.084598 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f67fb4a2-769b-4df2-bdd1-4d982806cbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:14.085879 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f67fb4a2-769b-4df2-bdd1-4d982806cbf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41bd25d9-6594-4039-a911-b6a702fff154 HTTP/1.1" status: 204 len: 168 time: 0.1924572 Sep 16 19:46:14.089508 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:17.815149 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7968222e-40ec-4254-ae26-d9677d05f9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:19.460799 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:20.432617 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db119a08-960b-438f-944d-5cc729473aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:20.866986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:21.855352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:24.449113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 54220) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:46:24.601652 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:24.635634 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:46:24.639618 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad9d668a889407eac5827ae61f74a54 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:46:24.642541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:46:24.648444 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:46:24.714241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:24.757772 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:24.765120 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c1e7bb68-31f3-4329-90e6-7e7e525fd9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:46:24.808025 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc00a783-dcac-43fc-a8a4-f249acbea105,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:46:24.814087 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ad9d668a889407eac5827ae61f74a54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3638594 Sep 16 19:46:24.816946 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 54226) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:46:24.820108 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.820538 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.820951 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.821361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.821768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.822209 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.822618 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.823024 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.823427 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.823824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.824223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:24.828403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1a8fd959-fad6-447f-8959-aae575347bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:46:24.881623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:24.909343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:25.100775 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:25.106091 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ce75eeea-454e-4854-bfc3-ccb6ea6bffe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:46:25.121131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc00a783-dcac-43fc-a8a4-f249acbea105,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:46:25.128240 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:25.129395 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc00a783-dcac-43fc-a8a4-f249acbea105 HTTP/1.1" status: 204 len: 168 time: 0.3114069 Sep 16 19:46:25.134449 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.134610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.135016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.135410 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.135847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.136284 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.136607 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.136996 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.137381 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.137765 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.138289 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:46:25.141524 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6559a7bf-aef8-4471-8bf7-f3b9a06c3a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:46:27.718285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:46:44.071577 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:47.808731 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-105d515e-0c61-464c-a3b7-dca212d5e3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:49.454302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:50.460228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c8f47c6f-21ed-4c5a-a228-5d67ff7d16e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:50.905712 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:46:51.859696 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:01.283795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 54424) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:47:01.437824 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:01.471564 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:47:01.475502 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] Usage tracker for resource:security_group_rule and tenant:1064953edabc40da8d6b347c1398f855 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:47:01.478428 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:47:01.484326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:47:01.599753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:01.619727 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:01.628523 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f2021ce8-cd60-4e1c-a5b8-59e080cc213c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:01.672253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d253eb2-888a-4315-b57d-9e4fde7f16a1,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:01.675597 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:01.678516 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3acb97c6-1c30-4d55-a784-e6072908435c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1064953edabc40da8d6b347c1398f855&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3936510 Sep 16 19:47:01.681266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 54430) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:47:01.744657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-791db352-2a23-41ee-8bdb-e3c03a2cf645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:01.771130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-791db352-2a23-41ee-8bdb-e3c03a2cf645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:01.831282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-791db352-2a23-41ee-8bdb-e3c03a2cf645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:01.836359 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9d354fcd-e7d9-4328-9dad-178bb0622708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:01.849581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791db352-2a23-41ee-8bdb-e3c03a2cf645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d253eb2-888a-4315-b57d-9e4fde7f16a1,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:01.852231 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-791db352-2a23-41ee-8bdb-e3c03a2cf645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:01.854136 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-791db352-2a23-41ee-8bdb-e3c03a2cf645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:01.856526 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-791db352-2a23-41ee-8bdb-e3c03a2cf645 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d253eb2-888a-4315-b57d-9e4fde7f16a1 HTTP/1.1" status: 204 len: 168 time: 0.1742406 Sep 16 19:47:04.720016 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:47:14.088279 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:17.825819 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5bb813ad-3f5f-4433-9003-16ae3397759f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:19.459447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:20.447740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e4880c1b-d07d-4fd2-96cc-4efe267f7374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:20.882079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:21.853366 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:30.263841 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93569) accepted ('10.222.0.37', 54612) {{(pid=93569) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:47:30.416293 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:30.449180 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:47:30.453826 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Usage tracker for resource:security_group_rule and tenant:4cef65c34d58455cb15b9d183ed20393 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:47:30.456758 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:47:30.462720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:47:30.533357 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:30.567581 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:30.574969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a113c9c9-1f40-4bd6-9e09-beb4201dd98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:30.615995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd5825a-65c1-4bd5-8b33-3eb26c65535a,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:30.624906 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cef65c34d58455cb15b9d183ed20393&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3594563 Sep 16 19:47:30.627942 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 54618) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:47:30.628587 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.629002 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.629515 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.629787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.630212 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.630611 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.631001 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.631395 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.631783 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.632170 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.632556 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.636925 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cf4997e9-4b3f-4799-bbb2-594aac85465f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:30.698882 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:30.725828 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:30.796602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:30.801528 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-928b53f8-6c9d-47d5-8b20-c045b8f67c48 tempest-VolumesNegativeTest-360847500 tempest-VolumesNegativeTest-360847500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:30.815308 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd5825a-65c1-4bd5-8b33-3eb26c65535a,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:30.829712 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.830174 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.830599 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.831018 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.831434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.831847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.832257 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.832670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.833082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.833488 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.833893 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:30.837073 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:30.838308 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acd5825a-65c1-4bd5-8b33-3eb26c65535a HTTP/1.1" status: 204 len: 168 time: 0.2092638 Sep 16 19:47:30.839526 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-369e494e-3c31-4911-b5aa-c084859c69f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:31.843939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 54640) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:47:31.983795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-843573088-network', 'tenant_id': '8aa3874a140d40958e4fcaa84de960d9'}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:47:31.988979 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:47:31.993191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Usage tracker for resource:network and tenant:8aa3874a140d40958e4fcaa84de960d9 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:47:31.996223 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:47:32.002472 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:47:32.041744 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Made reservation on behalf of 8aa3874a140d40958e4fcaa84de960d9 for: {'network': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:47:32.047246 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for network, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:32.060302 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:32.091798 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:47:32.096352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Usage tracker for resource:security_group_rule and tenant:8aa3874a140d40958e4fcaa84de960d9 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:47:32.099282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:47:32.105277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:47:32.171910 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:32.201763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:32.205984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1073e6f1-9270-41a8-bd0d-15c15c9c69d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:32.239622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 16 19:47:32.248647 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e7068-9244-41e8-96b3-17574c6a7abb,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:32.252412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:32.254880 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:32.255271 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Added segment f0a3fb57-c85d-4d37-8a22-48b39ad2561b of type vlan for network 779ff634-b580-418f-baeb-76953ff3fd15 Sep 16 19:47:32.332595 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261889067994'] for network, precommit_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:32.430261 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439'] for network, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:32.431217 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:32.431858 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:32.437317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bbd32920-7d9b-4535-a482-22c644ba7c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:32.549042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Pushing event updated for resources: {'Network': ['ID=779ff634-b580-418f-baeb-76953ff3fd15,revision_number=1']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:32.549042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:32.552740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Network 779ff634-b580-418f-baeb-76953ff3fd15 details requested by agent ovs-agent-dv-cinder-809448-1-iscsi with host dv-cinder-809448-1-iscsi {{(pid=93570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 16 19:47:32.568488 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-da682f67-ae6a-4919-b1f4-0ed82ab32d7d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7233806 Sep 16 19:47:32.571743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 54646) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:47:32.578310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Request body: {'subnet': {'network_id': '779ff634-b580-418f-baeb-76953ff3fd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-843573088-subnet', 'tenant_id': '8aa3874a140d40958e4fcaa84de960d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:47:32.583452 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:47:32.587510 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Usage tracker for resource:subnet and tenant:8aa3874a140d40958e4fcaa84de960d9 is out of sync, need to count used quota {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:47:32.590495 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93568) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:47:32.597351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:47:32.636029 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Made reservation on behalf of 8aa3874a140d40958e4fcaa84de960d9 for: {'subnet': 1} {{(pid=93568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:47:32.641501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1230479'] for subnet, before_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:33.070623 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852838940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1230494'] for subnet, after_create {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:33.075233 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f1ab2886-71fc-4fbd-897b-51dc6619516e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:33.150840 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c3973cf-8778-4d83-9ed1-fb06d1eec45c,revision_number=0']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:33.156215 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:33.166741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Checking segment: {'id': 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:47:33.167139 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Network hostable DHCP agents. Network: 779ff634-b580-418f-baeb-76953ff3fd15, hostable agents: ['8874a3b1-96af-42d3-9938-ddde68718532'], hosted agents: [] {{(pid=93568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 16 19:47:33.230048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Network 779ff634-b580-418f-baeb-76953ff3fd15 is scheduled to be hosted by DHCP agent 8874a3b1-96af-42d3-9938-ddde68718532 with binding_index 1 {{(pid=93568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 16 19:47:33.264774 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809448-1-iscsi, 779ff634-b580-418f-baeb-76953ff3fd15) {{(pid=93568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:47:33.269103 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:33.269743 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:33.274558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58be5c-8de2-4c6a-b703-2bcd347e82f9 None None] Network 779ff634-b580-418f-baeb-76953ff3fd15 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:47:33.316802 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3e37481b-1427-4f8e-94e9-65a70a5eb5c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7439346 Sep 16 19:47:33.500909 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb17c61e-fc09-4e1c-871c-823786e82c27 None None] Network 779ff634-b580-418f-baeb-76953ff3fd15 requested from dv-cinder-809448-1-iscsi {{(pid=93570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 16 19:47:35.674657 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-6d59e574-3245-44b4-80c1-543b93c24c50 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:35.675310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-6d59e574-3245-44b4-80c1-543b93c24c50 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Synchronizing usage tracker for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:network {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:47:35.715586 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-6d59e574-3245-44b4-80c1-543b93c24c50 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Unset dirty status for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:network {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:47:35.716832 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-6d59e574-3245-44b4-80c1-543b93c24c50 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/networks?id=779ff634-b580-418f-baeb-76953ff3fd15 HTTP/1.1" status: 200 len: 813 time: 0.1988170 Sep 16 19:47:35.733770 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-fb5fd03f-21c1-483d-b3ae-84d36e7efa09 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/quotas/8aa3874a140d40958e4fcaa84de960d9 HTTP/1.1" status: 200 len: 375 time: 0.0109608 Sep 16 19:47:35.782421 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-027aa188-18f9-4552-b91f-da2fe3e99e73 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa3874a140d40958e4fcaa84de960d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434370 Sep 16 19:47:36.008040 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-46c74ec4-0381-4798-9371-d66679e119a0 service neutron] 10.222.0.37 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186055 Sep 16 19:47:36.151680 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-76fae895-8f28-4e33-b72b-025bb9d5aca4 service neutron] 10.222.0.37 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373870 Sep 16 19:47:36.414318 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3881100c-924d-40a4-86e0-db6013069b41 req-455c7c58-954d-4c8c-b270-6dc4e5b5af55 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 210 time: 0.0458968 Sep 16 19:47:37.587870 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b4374d98-341a-4d8c-b48b-84ef50cb1d08 req-72089e15-5c83-4159-a1a2-41b37215e94b tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 210 time: 0.0479639 Sep 16 19:47:38.314501 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-dafbdea8-ff84-4144-a9ab-4f965be4999a tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:38.316046 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-dafbdea8-ff84-4144-a9ab-4f965be4999a tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.38 "GET /v2.0/networks?id=779ff634-b580-418f-baeb-76953ff3fd15 HTTP/1.1" status: 200 len: 813 time: 0.1561055 Sep 16 19:47:38.336927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Request body: {'port': {'device_id': '6709d8ff-74e4-4d54-994f-8b1af8df3b14', 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15', 'admin_state_up': True, 'tenant_id': '8aa3874a140d40958e4fcaa84de960d9'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:47:38.478385 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:47:38.482351 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Usage tracker for resource:port and tenant:8aa3874a140d40958e4fcaa84de960d9 is out of sync, need to count used quota {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 16 19:47:38.486342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93569) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 16 19:47:38.492383 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:47:38.527026 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Made reservation on behalf of 8aa3874a140d40958e4fcaa84de960d9 for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:47:38.532525 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:38.704969 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Allocated IP 172.20.0.6 (779ff634-b580-418f-baeb-76953ff3fd15/0c3973cf-8778-4d83-9ed1-fb06d1eec45c/953b0a9c-9358-4652-99a2-0397e0b05cfd) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:47:38.762700 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2be8fe38-9772-4d96-9a30-ed1d6378ebf9 req-6c876db3-490f-46a0-9cd6-9337a9c3670a tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 210 time: 0.0488939 Sep 16 19:47:38.960414 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:39.030865 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:39.036343 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-331558ec-bea8-4d47-b642-9e1318cabf7d tempest-AttachVolumeTestJSON-1365280963 tempest-AttachVolumeTestJSON-1365280963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:39.105006 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Network 779ff634-b580-418f-baeb-76953ff3fd15 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:47:39.108778 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:47:39.113090 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:47:39.145916 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Pushing event updated for resources: {'Port': ['ID=953b0a9c-9358-4652-99a2-0397e0b05cfd,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:39.152873 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:39.185415 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:39.186603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:39.247874 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ae2eba15-2e61-4e3b-a3bd-82ce3a1e529f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9149146 Sep 16 19:47:39.259678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Request body: {'port': {'device_id': '6709d8ff-74e4-4d54-994f-8b1af8df3b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:47:39.367992 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:39.941908 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953b0a9c-9358-4652-99a2-0397e0b05cfd {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:47:39.949028 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:39.973027 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fb6c5-97f5-464a-a8e0-2c2269a1bab4 req-84cb171f-abfd-4d16-8ffa-e5eaf4b14e21 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:39.974660 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b70fb6c5-97f5-464a-a8e0-2c2269a1bab4 req-84cb171f-abfd-4d16-8ffa-e5eaf4b14e21 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 931 time: 0.0863268 Sep 16 19:47:40.007347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Transition to ACTIVE for port object 953b0a9c-9358-4652-99a2-0397e0b05cfd will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:47:40.022694 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b70fb6c5-97f5-464a-a8e0-2c2269a1bab4 req-8b6bb414-de4e-4b46-9f77-8ac34d270062 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Synchronizing usage tracker for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:security_group {{(pid=93568) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:47:40.035613 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:40.040406 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1b068b13-09a9-4062-8ed9-3ef313bf73cb tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:40.069725 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-b70fb6c5-97f5-464a-a8e0-2c2269a1bab4 req-8b6bb414-de4e-4b46-9f77-8ac34d270062 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Unset dirty status for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:security_group {{(pid=93568) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:47:40.070979 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b70fb6c5-97f5-464a-a8e0-2c2269a1bab4 req-8b6bb414-de4e-4b46-9f77-8ac34d270062 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901253 Sep 16 19:47:40.172331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=953b0a9c-9358-4652-99a2-0397e0b05cfd,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:40.176763 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:40.283187 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Attempting to bind port 953b0a9c-9358-4652-99a2-0397e0b05cfd on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:47:40.283558 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Attempting to bind port 953b0a9c-9358-4652-99a2-0397e0b05cfd by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:47:40.283930 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Attempting to bind port 953b0a9c-9358-4652-99a2-0397e0b05cfd on network 779ff634-b580-418f-baeb-76953ff3fd15 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:47:40.290088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Port 953b0a9c-9358-4652-99a2-0397e0b05cfd on network 779ff634-b580-418f-baeb-76953ff3fd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:47:40.290453 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Attempting to bind port 953b0a9c-9358-4652-99a2-0397e0b05cfd on network 779ff634-b580-418f-baeb-76953ff3fd15 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:47:40.297620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:47:40.298021 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Checking segment: {'id': 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:47:40.298448 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Bound using segment: {'id': 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:47:40.298918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Bound port: 953b0a9c-9358-4652-99a2-0397e0b05cfd, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:47:40.299298 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:40.391165 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] For port 953b0a9c-9358-4652-99a2-0397e0b05cfd, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:47:40.394255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] For port 953b0a9c-9358-4652-99a2-0397e0b05cfd, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=953b0a9c-9358-4652-99a2-0397e0b05cfd,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:47:40.413084 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:40.417473 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0413b3cd-a1bd-434c-b2b1-1c5ec78b7fd3 tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:40.477530 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:40.479086 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] 10.222.0.38 "PUT /v2.0/ports/953b0a9c-9358-4652-99a2-0397e0b05cfd HTTP/1.1" status: 200 len: 1093 time: 1.2237227 Sep 16 19:47:40.479675 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6709d8ff-74e4-4d54-994f-8b1af8df3b14', 'tag': '953b0a9c-9358-4652-99a2-0397e0b05cfd'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:47:40.500788 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=953b0a9c-9358-4652-99a2-0397e0b05cfd,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:40.505869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7ed95f97-651a-4da6-adac-06c351fbbbe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:40.569259 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6709d8ff-74e4-4d54-994f-8b1af8df3b14', 'tag': '953b0a9c-9358-4652-99a2-0397e0b05cfd', 'status': 'completed', 'code': 200} Sep 16 19:47:40.611022 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-3ea5152d-fafa-4d4c-aa17-6bc5b6c2cd87 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8aa3874a140d40958e4fcaa84de960d9&device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 1096 time: 0.0798631 Sep 16 19:47:40.683884 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-ebb2c96e-7829-481f-b919-f5131554c560 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953b0a9c-9358-4652-99a2-0397e0b05cfd HTTP/1.1" status: 200 len: 217 time: 0.0657477 Sep 16 19:47:40.754793 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-9a8564ec-1ac7-4a10-882d-268d858ad0c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:40.756294 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-9a8564ec-1ac7-4a10-882d-268d858ad0c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c3973cf-8778-4d83-9ed1-fb06d1eec45c HTTP/1.1" status: 200 len: 853 time: 0.0658269 Sep 16 19:47:40.806714 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-edeb4431-0540-446f-9cea-f922d3077f5c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=779ff634-b580-418f-baeb-76953ff3fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440328 Sep 16 19:47:40.947377 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-6bb045a8-0717-433d-b64a-2c60692ed519 service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337390 Sep 16 19:47:41.091421 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4707ad0a-30c2-45a5-9c5e-8f85d3ac0542 req-f0bdf2bd-3fd4-4911-b5fe-4197ba696878 service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374745 Sep 16 19:47:41.239827 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9e262d29-1d95-4f2d-8223-703e2e70d8b1 req-3d77f2eb-785d-4e10-b268-bc63e8364b9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8aa3874a140d40958e4fcaa84de960d9&device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 1096 time: 0.0738904 Sep 16 19:47:41.277164 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78e99c-514a-46d2-b253-6e38c6906118 req-765e3736-bcb0-41fc-94fc-42f2b78ac438 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:41.278825 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2f78e99c-514a-46d2-b253-6e38c6906118 req-765e3736-bcb0-41fc-94fc-42f2b78ac438 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 943 time: 0.0829573 Sep 16 19:47:41.331994 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2f78e99c-514a-46d2-b253-6e38c6906118 req-c9e79605-42e1-4c3c-9766-3d6f3a93b264 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469863 Sep 16 19:47:41.383050 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262d29-1d95-4f2d-8223-703e2e70d8b1 req-2afbcb0e-3a89-451f-9dfd-0ae20ad25dfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:41.384633 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9e262d29-1d95-4f2d-8223-703e2e70d8b1 req-2afbcb0e-3a89-451f-9dfd-0ae20ad25dfc service neutron] 10.222.0.38 "GET /v2.0/networks?id=779ff634-b580-418f-baeb-76953ff3fd15 HTTP/1.1" status: 200 len: 914 time: 0.1374795 Sep 16 19:47:41.460931 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9e262d29-1d95-4f2d-8223-703e2e70d8b1 req-583e6982-1958-486f-a7bd-77070d9e6320 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953b0a9c-9358-4652-99a2-0397e0b05cfd HTTP/1.1" status: 200 len: 217 time: 0.0686629 Sep 16 19:47:41.532977 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262d29-1d95-4f2d-8223-703e2e70d8b1 req-1294be90-0e76-4365-95cb-d404e5c52c10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:41.534515 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9e262d29-1d95-4f2d-8223-703e2e70d8b1 req-1294be90-0e76-4365-95cb-d404e5c52c10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c3973cf-8778-4d83-9ed1-fb06d1eec45c HTTP/1.1" status: 200 len: 853 time: 0.0661860 Sep 16 19:47:41.590878 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9e262d29-1d95-4f2d-8223-703e2e70d8b1 req-22bea324-62a1-4965-9172-80b354e152a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=779ff634-b580-418f-baeb-76953ff3fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494316 Sep 16 19:47:41.721113 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:47:41.750129 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9e262d29-1d95-4f2d-8223-703e2e70d8b1 req-dfbdd79d-9a45-4d4d-a489-3529ef66ff43 service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515915 Sep 16 19:47:41.907896 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9e262d29-1d95-4f2d-8223-703e2e70d8b1 req-49c11a4b-2371-4f2a-af05-90db87de58bb service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513472 Sep 16 19:47:42.547715 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394a668-53c7-4bcf-a5c8-12cf7547ba6a req-07b460e3-8171-440a-b629-5ecad7b54368 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:42.548460 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-3394a668-53c7-4bcf-a5c8-12cf7547ba6a req-07b460e3-8171-440a-b629-5ecad7b54368 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Synchronizing usage tracker for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:47:42.595578 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-3394a668-53c7-4bcf-a5c8-12cf7547ba6a req-07b460e3-8171-440a-b629-5ecad7b54368 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Unset dirty status for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:47:42.596851 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3394a668-53c7-4bcf-a5c8-12cf7547ba6a req-07b460e3-8171-440a-b629-5ecad7b54368 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 943 time: 0.1288512 Sep 16 19:47:42.645524 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3394a668-53c7-4bcf-a5c8-12cf7547ba6a req-49783b55-faa0-4d2b-91bb-5c0caf14c9ef tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Sep 16 19:47:43.472274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 953b0a9c-9358-4652-99a2-0397e0b05cfd details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:47:43.628339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 953b0a9c-9358-4652-99a2-0397e0b05cfd, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=953b0a9c-9358-4652-99a2-0397e0b05cfd,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:47:43.643337 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '953b0a9c-9358-4652-99a2-0397e0b05cfd', 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15', 'port_id': '953b0a9c-9358-4652-99a2-0397e0b05cfd', 'mac_address': 'fa:16:3e:e3:62:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3973cf-8778-4d83-9ed1-fb06d1eec45c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:47:43.702422 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:43.720939 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953b0a9c-9358-4652-99a2-0397e0b05cfd {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:47:43.735709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 953b0a9c-9358-4652-99a2-0397e0b05cfd, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=953b0a9c-9358-4652-99a2-0397e0b05cfd,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:47:43.784497 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:43.786475 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:43.853960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=953b0a9c-9358-4652-99a2-0397e0b05cfd,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:43.863262 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.863654 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.864042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.864418 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.864792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.865163 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.865534 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.865904 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.866311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.866679 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.867042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:47:43.867792 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0647c-303f-4382-aa53-ed75f5f83fac req-24762310-3b8b-4980-8629-eb11df677857 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:43.869418 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7bd0647c-303f-4382-aa53-ed75f5f83fac req-24762310-3b8b-4980-8629-eb11df677857 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 944 time: 0.0855575 Sep 16 19:47:43.871496 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:43.918332 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7bd0647c-303f-4382-aa53-ed75f5f83fac req-ec338a2f-c759-44d2-8e19-a9433e06ece5 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Sep 16 19:47:44.007541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['953b0a9c-9358-4652-99a2-0397e0b05cfd'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:47:44.096368 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:45.128952 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f08697-25e5-4d0b-a777-00c960930db1 req-867e72d8-7ddc-4a92-83e6-a630f52b8a92 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:45.130587 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02f08697-25e5-4d0b-a777-00c960930db1 req-867e72d8-7ddc-4a92-83e6-a630f52b8a92 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 944 time: 0.0855565 Sep 16 19:47:45.179026 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02f08697-25e5-4d0b-a777-00c960930db1 req-fdcd75a8-9fa9-4d66-962c-8e473554d426 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Sep 16 19:47:45.472339 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 953b0a9c-9358-4652-99a2-0397e0b05cfd up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:47:45.595603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 953b0a9c-9358-4652-99a2-0397e0b05cfd completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:47:45.600734 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 953b0a9c-9358-4652-99a2-0397e0b05cfd triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:47:45.602203 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:45.719079 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:45.746078 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6709d8ff-74e4-4d54-994f-8b1af8df3b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953b0a9c-9358-4652-99a2-0397e0b05cfd'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:47:45.756266 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 953b0a9c-9358-4652-99a2-0397e0b05cfd, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=953b0a9c-9358-4652-99a2-0397e0b05cfd,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:47:45.790498 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:45.792505 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:47:45.866184 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=953b0a9c-9358-4652-99a2-0397e0b05cfd,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:47:45.869324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:47:46.008591 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6709d8ff-74e4-4d54-994f-8b1af8df3b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953b0a9c-9358-4652-99a2-0397e0b05cfd', 'code': 200} Sep 16 19:47:46.359658 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9fe73cf5-8051-41c3-9d0c-4da8a9c09ead req-d5833967-51fd-4e54-b5c1-b41bdf33ac7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 1098 time: 0.1193612 Sep 16 19:47:46.427585 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1288f-2377-4e39-956a-c3dcacb85ad5 req-048f6d90-d1c1-483b-9585-7a14e15daab9 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:46.429131 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fad1288f-2377-4e39-956a-c3dcacb85ad5 req-048f6d90-d1c1-483b-9585-7a14e15daab9 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 945 time: 0.1270065 Sep 16 19:47:46.430688 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9fe73cf5-8051-41c3-9d0c-4da8a9c09ead req-a9c2a24e-02c8-4f63-afbe-e33e68c6b4b7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Sep 16 19:47:46.476974 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fad1288f-2377-4e39-956a-c3dcacb85ad5 req-836dfc2b-bf48-4e50-b3a5-6bc8eeffd0b8 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Sep 16 19:47:47.689416 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f78003-2eb9-4153-82a6-51cd098e5292 req-1633b0cf-4b9d-457d-81db-59976ec5b368 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:47.691023 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9f78003-2eb9-4153-82a6-51cd098e5292 req-1633b0cf-4b9d-457d-81db-59976ec5b368 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 945 time: 0.0882051 Sep 16 19:47:47.738894 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9f78003-2eb9-4153-82a6-51cd098e5292 req-81028d94-482c-4fdc-9525-403daf560a6e tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416002 Sep 16 19:47:47.818916 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3ce7afcb-84eb-472d-ad79-8b028ccb1417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:48.145446 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-e53b56b4-c3dc-4570-a152-a8c5a872b6ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793157 Sep 16 19:47:48.292502 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-1bc93e8f-d720-4d2a-953d-ce0eea36574c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8aa3874a140d40958e4fcaa84de960d9&device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 1098 time: 0.0754340 Sep 16 19:47:48.461005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-d38a0621-c644-4f12-ad14-d6a8356e7ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:48.462935 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-d38a0621-c644-4f12-ad14-d6a8356e7ec5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=779ff634-b580-418f-baeb-76953ff3fd15 HTTP/1.1" status: 200 len: 914 time: 0.1505525 Sep 16 19:47:48.538655 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-86b46468-18c4-4273-9c03-bf4bc258ca25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953b0a9c-9358-4652-99a2-0397e0b05cfd HTTP/1.1" status: 200 len: 217 time: 0.0688908 Sep 16 19:47:48.606766 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-268d5c7e-c2fe-414e-9973-cbd35e8c2aa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:47:48.608436 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-268d5c7e-c2fe-414e-9973-cbd35e8c2aa4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c3973cf-8778-4d83-9ed1-fb06d1eec45c HTTP/1.1" status: 200 len: 853 time: 0.0632761 Sep 16 19:47:48.657908 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-5ae9b488-4d18-441b-8fa2-16a1c8efb72d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=779ff634-b580-418f-baeb-76953ff3fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432639 Sep 16 19:47:48.800702 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-a06de1f8-e1cf-4be5-9bdc-35008c3eb676 service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360369 Sep 16 19:47:48.948549 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-04733e00-54c9-43a0-8059-b7ba68dd0316 req-5dd24b0c-24ad-4c90-8533-f63eea75327f service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414285 Sep 16 19:47:49.464248 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:50.481795 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d0995ac5-ceb5-48ec-a435-93d8c7d06bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:50.881268 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:47:51.887127 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:14.103907 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:17.829544 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0aaa9510-d880-4c54-89cb-e94e01497f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:18.722094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:48:19.452232 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:20.469562 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8834492c-7880-4654-97db-027296f0f221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:20.880755 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:21.863162 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:29.522228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9cca2-3ac7-4c93-bbdb-d5f3f7ac4588 req-f238f537-52ae-4c68-b5e1-df275102a191 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:29.523795 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-acf9cca2-3ac7-4c93-bbdb-d5f3f7ac4588 req-f238f537-52ae-4c68-b5e1-df275102a191 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 945 time: 0.0808661 Sep 16 19:48:29.571556 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-acf9cca2-3ac7-4c93-bbdb-d5f3f7ac4588 req-9a0fb53f-35a9-414c-85cf-b54166a602f8 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Sep 16 19:48:30.787082 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224e2e-95cb-459d-a123-a173490bc9ec req-7697227f-fc0c-4286-9f23-bb83f262492b tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:30.788673 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e5224e2e-95cb-459d-a123-a173490bc9ec req-7697227f-fc0c-4286-9f23-bb83f262492b tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 945 time: 0.0865765 Sep 16 19:48:30.836166 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e5224e2e-95cb-459d-a123-a173490bc9ec req-dc5b3243-fa97-4598-8888-24a6501b4c67 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Sep 16 19:48:30.981678 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-21409f62-e7c7-4471-8444-df1f76edb9d8 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:30.983292 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-21409f62-e7c7-4471-8444-df1f76edb9d8 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.38 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 945 time: 0.0800340 Sep 16 19:48:31.271801 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Deleting port 953b0a9c-9358-4652-99a2-0397e0b05cfd {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:48:31.272104 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:31.516230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] For port 953b0a9c-9358-4652-99a2-0397e0b05cfd, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=953b0a9c-9358-4652-99a2-0397e0b05cfd,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:48:31.516622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:31.644099 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Calling delete_port for 953b0a9c-9358-4652-99a2-0397e0b05cfd owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:48:31.869250 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:31.875440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f4bc8b11-74ab-4777-8ef3-54b028c5c0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:48:31.923937 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Pushing event deleted for resources: {'Port': ['ID=953b0a9c-9358-4652-99a2-0397e0b05cfd,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:48:31.936487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.936902 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.937311 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.937720 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.938152 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.939183 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.939800 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.940379 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.940551 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.940950 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.941347 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:31.970579 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:48:32.008998 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b40ca652-d356-458e-af51-62062fcfb34b req-465e5b13-161c-49a3-aac8-8ad21d947138 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=6709d8ff-74e4-4d54-994f-8b1af8df3b14 HTTP/1.1" status: 200 len: 210 time: 0.0489752 Sep 16 19:48:32.015048 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] No DVR routers for this DVR port 953b0a9c-9358-4652-99a2-0397e0b05cfd on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:48:32.018426 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:32.021320 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6709d8ff-74e4-4d54-994f-8b1af8df3b14', 'name': 'network-vif-deleted', 'tag': '953b0a9c-9358-4652-99a2-0397e0b05cfd'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:48:32.064877 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-984dcdf3-f80f-403b-8696-eb7eecc63e5a req-137188dc-b1bb-4632-aad7-7d1d3c426a80 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.38 "DELETE /v2.0/ports/953b0a9c-9358-4652-99a2-0397e0b05cfd HTTP/1.1" status: 204 len: 173 time: 1.0765133 Sep 16 19:48:32.089826 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6709d8ff-74e4-4d54-994f-8b1af8df3b14', 'name': 'network-vif-deleted', 'tag': '953b0a9c-9358-4652-99a2-0397e0b05cfd', 'status': 'completed', 'code': 200} Sep 16 19:48:33.705489 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 953b0a9c-9358-4652-99a2-0397e0b05cfd no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:48:33.739735 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 953b0a9c-9358-4652-99a2-0397e0b05cfd {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:48:33.740128 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 953b0a9c-9358-4652-99a2-0397e0b05cfd not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:48:41.865992 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-451b01ca-45e4-4ed2-97c3-15c174e89dfe tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:41.867558 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-451b01ca-45e4-4ed2-97c3-15c174e89dfe tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/networks?id=779ff634-b580-418f-baeb-76953ff3fd15 HTTP/1.1" status: 200 len: 813 time: 0.1567266 Sep 16 19:48:41.885162 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-7495e2ad-f64b-48ca-b17b-a7b0965571d4 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/quotas/8aa3874a140d40958e4fcaa84de960d9 HTTP/1.1" status: 200 len: 375 time: 0.0116575 Sep 16 19:48:41.936864 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-4e3aef4f-343a-498f-9358-7560d673479c tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Synchronizing usage tracker for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:48:41.982869 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-4e3aef4f-343a-498f-9358-7560d673479c tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Unset dirty status for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:48:41.984178 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-4e3aef4f-343a-498f-9358-7560d673479c tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa3874a140d40958e4fcaa84de960d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938022 Sep 16 19:48:42.070064 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-c0197b53-da78-4d29-bb80-e0aca0bad78d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:48:42.071150 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-c0197b53-da78-4d29-bb80-e0aca0bad78d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0797710 Sep 16 19:48:42.216693 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-7bd3bfa6-de06-4697-8d0f-d28ce3e45aaf service neutron] 10.222.0.37 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389880 Sep 16 19:48:42.367554 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-79b31129-8158-4207-9ed6-91a203234de8 service neutron] 10.222.0.37 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445317 Sep 16 19:48:42.640172 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-124a035d-628a-4515-a7d0-fb4f206c0804 req-89a72911-3293-47f0-9596-2b192cf108f2 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 210 time: 0.0459833 Sep 16 19:48:43.751190 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ecd1994e-32f9-496c-94e2-11b55f6febae req-6cc3d13b-43e6-41bb-90f1-09794e0628f3 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 210 time: 0.0459380 Sep 16 19:48:44.108529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:44.863414 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c0527bb6-257f-4282-b576-648b2876e3c1 req-5355a949-cd35-45a2-b771-3de36233fd1a tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 210 time: 0.0464473 Sep 16 19:48:45.974656 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-370f7296-d2d3-4b88-bde4-c871b8bf10b7 req-0c3ceb04-2617-4c50-a3f1-6f185126a02f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 210 time: 0.0457435 Sep 16 19:48:47.147762 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-334c8789-630a-446c-8a53-e7b4aea6dfa6 req-e023f5fe-8a29-45c9-8dc8-76fcd392c0ea tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 210 time: 0.0508025 Sep 16 19:48:47.834450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-812da3fb-b58f-4684-a50a-c8f5ba32dfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:48.214171 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9c4e7fca-36b8-41a1-be1a-2e5653c8f75a tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:48.215821 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9c4e7fca-36b8-41a1-be1a-2e5653c8f75a tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.38 "GET /v2.0/networks?id=779ff634-b580-418f-baeb-76953ff3fd15 HTTP/1.1" status: 200 len: 813 time: 0.1575253 Sep 16 19:48:48.235154 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Request body: {'port': {'device_id': 'a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c', 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15', 'admin_state_up': True, 'tenant_id': '8aa3874a140d40958e4fcaa84de960d9'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:48:48.379071 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2e35f5ea-d25b-484f-9a88-d5d4f447d0bb req-05ae0f1f-830b-4e58-a8a5-0b8f02b1004f tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 210 time: 0.0654352 Sep 16 19:48:48.436454 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 16 19:48:48.446794 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.quota.driver [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 16 19:48:48.474921 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Made reservation on behalf of 8aa3874a140d40958e4fcaa84de960d9 for: {'port': 1} {{(pid=93569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 16 19:48:48.480541 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:48.648918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Allocated IP 172.20.0.2 (779ff634-b580-418f-baeb-76953ff3fd15/0c3973cf-8778-4d83-9ed1-fb06d1eec45c/2887d129-a879-449e-b5c8-b35e9fafa999) {{(pid=93569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 16 19:48:48.864500 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks [] for port, precommit_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:48.925870 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261889009234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_create {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:48.932918 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4eacc2dc-e394-4aa3-a894-2d5e3777853b tempest-TestShelveInstance-2089495550 tempest-TestShelveInstance-2089495550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:48:49.004326 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Network 779ff634-b580-418f-baeb-76953ff3fd15 is already hosted by enough agents. {{(pid=93569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 16 19:48:49.008118 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Resources bound (agent type, host, resource id): {{(pid=93569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 16 19:48:49.010699 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Received port after_create {{(pid=93569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 19:48:49.056789 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Pushing event updated for resources: {'Port': ['ID=2887d129-a879-449e-b5c8-b35e9fafa999,revision_number=1']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:48:49.061777 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:48:49.087605 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:49.088274 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:49.178190 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ce494a7b-b3b0-409a-8d2e-c156b7968314 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9471707 Sep 16 19:48:49.190576 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Request body: {'port': {'device_id': 'a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=93569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 16 19:48:49.302827 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:49.456903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:49.586927 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f11a0d-0b0d-41f5-87dc-6a9fa131c95b req-b46452d5-7421-427c-8de0-88287b1c312b tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:49.588526 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02f11a0d-0b0d-41f5-87dc-6a9fa131c95b req-b46452d5-7421-427c-8de0-88287b1c312b tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 931 time: 0.0831165 Sep 16 19:48:49.638158 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-02f11a0d-0b0d-41f5-87dc-6a9fa131c95b req-769ac1ed-7c2b-49d6-ba3b-98a1297826a1 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 Sep 16 19:48:49.664467 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2887d129-a879-449e-b5c8-b35e9fafa999 {{(pid=93569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:48:49.671324 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:49.686924 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Transition to ACTIVE for port object 2887d129-a879-449e-b5c8-b35e9fafa999 will not be triggered until provisioned by entity L2. {{(pid=93569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 16 19:48:49.708088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:49.713106 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-73b68acc-079c-437d-8339-e2959e0783ba tempest-TestVolumeBootPattern-1682785636 tempest-TestVolumeBootPattern-1682785636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:48:49.842603 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Pushing event updated for resources: {'Port': ['ID=2887d129-a879-449e-b5c8-b35e9fafa999,revision_number=2']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:48:49.845806 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:48:49.947338 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Attempting to bind port 2887d129-a879-449e-b5c8-b35e9fafa999 on host hv-cinder-80944 for vnic_type normal with profile {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 16 19:48:49.947622 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Attempting to bind port 2887d129-a879-449e-b5c8-b35e9fafa999 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15'}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 16 19:48:49.947979 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Attempting to bind port 2887d129-a879-449e-b5c8-b35e9fafa999 on network 779ff634-b580-418f-baeb-76953ff3fd15 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:48:49.954081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Port 2887d129-a879-449e-b5c8-b35e9fafa999 on network 779ff634-b580-418f-baeb-76953ff3fd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 16 19:48:49.954438 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Attempting to bind port 2887d129-a879-449e-b5c8-b35e9fafa999 on network 779ff634-b580-418f-baeb-76953ff3fd15 {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 16 19:48:49.961353 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Checking agent: {'id': 'ed4c5222-1c4f-4fed-b712-5e306c37a770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'started_at': datetime.datetime(2021, 9, 16, 19, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 16 19:48:49.961718 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Checking segment: {'id': 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 16 19:48:49.962176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Bound using segment: {'id': 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15'} {{(pid=93569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 16 19:48:49.962635 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Bound port: 2887d129-a879-449e-b5c8-b35e9fafa999, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15'}}] {{(pid=93569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 16 19:48:49.963007 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:50.055024 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] For port 2887d129-a879-449e-b5c8-b35e9fafa999, host hv-cinder-80944, cleared binding levels {{(pid=93569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 16 19:48:50.058124 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] For port 2887d129-a879-449e-b5c8-b35e9fafa999, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2887d129-a879-449e-b5c8-b35e9fafa999,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 16 19:48:50.097135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1206401'] for port, after_update {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:50.101787 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0728b014-6583-4c35-bbc5-d49eb8166353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:48:50.161727 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:50.163245 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] 10.222.0.38 "PUT /v2.0/ports/2887d129-a879-449e-b5c8-b35e9fafa999 HTTP/1.1" status: 200 len: 1093 time: 0.9773128 Sep 16 19:48:50.163856 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c', 'tag': '2887d129-a879-449e-b5c8-b35e9fafa999'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:48:50.181399 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Pushing event updated for resources: {'Port': ['ID=2887d129-a879-449e-b5c8-b35e9fafa999,revision_number=3']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:48:50.184670 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9e4af2dd-b2ac-4360-90e3-af038d6a8854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:48:50.220821 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c', 'tag': '2887d129-a879-449e-b5c8-b35e9fafa999', 'status': 'completed', 'code': 200} Sep 16 19:48:50.310151 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-21005155-f30d-4fe2-86bf-47b4eebcb030 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8aa3874a140d40958e4fcaa84de960d9&device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 1096 time: 0.0763905 Sep 16 19:48:50.381280 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-09a3a7fe-8887-4fa3-b990-529e3f4d1ab2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2887d129-a879-449e-b5c8-b35e9fafa999 HTTP/1.1" status: 200 len: 217 time: 0.0640290 Sep 16 19:48:50.428281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7f88c253-e2f4-447a-87cf-a0602cbb05ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:50.455814 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-e01abb02-82f9-4bfa-bcae-c22cd035a3c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:50.457355 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-e01abb02-82f9-4bfa-bcae-c22cd035a3c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c3973cf-8778-4d83-9ed1-fb06d1eec45c HTTP/1.1" status: 200 len: 853 time: 0.0686727 Sep 16 19:48:50.506286 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-9ed18d23-4ce2-4d32-a47c-382545325195 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=779ff634-b580-418f-baeb-76953ff3fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422528 Sep 16 19:48:50.851303 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d851b-4d80-4564-8987-2e519a7e84b4 req-079b37e6-552d-4913-a36f-c19b22d0c31c tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:50.852835 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bf2d851b-4d80-4564-8987-2e519a7e84b4 req-079b37e6-552d-4913-a36f-c19b22d0c31c tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 943 time: 0.0862670 Sep 16 19:48:50.862917 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-502aec10-99be-4eaa-a725-7e7dd989b196 service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502741 Sep 16 19:48:50.897049 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:50.902138 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bf2d851b-4d80-4564-8987-2e519a7e84b4 req-17c4b3c1-ac1c-4e78-9cde-78992124a819 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Sep 16 19:48:51.004309 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f727400b-cfb5-4d89-a3eb-f7589ccc77c1 req-ef069630-2e30-45bb-9f5d-a30f0fb1e785 service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346745 Sep 16 19:48:51.169664 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22641d5b-51f0-4069-b794-e7b830ffbc07 req-0ec42ecd-15ad-499b-80f1-6458e084c7b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8aa3874a140d40958e4fcaa84de960d9&device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 1096 time: 0.0740929 Sep 16 19:48:51.310277 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641d5b-51f0-4069-b794-e7b830ffbc07 req-a8b61d0c-d361-457b-b817-f8b2553f6d72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:51.312101 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22641d5b-51f0-4069-b794-e7b830ffbc07 req-a8b61d0c-d361-457b-b817-f8b2553f6d72 service neutron] 10.222.0.38 "GET /v2.0/networks?id=779ff634-b580-418f-baeb-76953ff3fd15 HTTP/1.1" status: 200 len: 914 time: 0.1363072 Sep 16 19:48:51.386179 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22641d5b-51f0-4069-b794-e7b830ffbc07 req-920a6df8-5820-496d-aca3-34f6687bbfe5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2887d129-a879-449e-b5c8-b35e9fafa999 HTTP/1.1" status: 200 len: 217 time: 0.0672324 Sep 16 19:48:51.454984 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641d5b-51f0-4069-b794-e7b830ffbc07 req-e90b3110-6e63-4e9d-8710-1dbd4e350a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:51.456546 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22641d5b-51f0-4069-b794-e7b830ffbc07 req-e90b3110-6e63-4e9d-8710-1dbd4e350a56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c3973cf-8778-4d83-9ed1-fb06d1eec45c HTTP/1.1" status: 200 len: 853 time: 0.0638163 Sep 16 19:48:51.508287 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22641d5b-51f0-4069-b794-e7b830ffbc07 req-f09d2a0f-a958-4b92-8553-234af1c71d76 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=779ff634-b580-418f-baeb-76953ff3fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448027 Sep 16 19:48:51.648874 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22641d5b-51f0-4069-b794-e7b830ffbc07 req-0ecb5697-a21e-4b01-9838-ae802b77fcc4 service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336267 Sep 16 19:48:51.792199 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22641d5b-51f0-4069-b794-e7b830ffbc07 req-223b23d3-ae6e-40b0-be92-570de4ce6acc service neutron] 10.222.0.38 "GET /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352470 Sep 16 19:48:51.873832 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:52.111680 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae426b42-47c9-4eb1-8319-507c07e5b4bf req-b83bd435-5fad-4200-863f-81279b151a52 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:52.112367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-ae426b42-47c9-4eb1-8319-507c07e5b4bf req-b83bd435-5fad-4200-863f-81279b151a52 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Synchronizing usage tracker for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:48:52.153896 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-ae426b42-47c9-4eb1-8319-507c07e5b4bf req-b83bd435-5fad-4200-863f-81279b151a52 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Unset dirty status for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:48:52.155251 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ae426b42-47c9-4eb1-8319-507c07e5b4bf req-b83bd435-5fad-4200-863f-81279b151a52 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 943 time: 0.1250176 Sep 16 19:48:52.202982 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ae426b42-47c9-4eb1-8319-507c07e5b4bf req-5ec50720-93f2-4f6e-ba88-6d73e0f9d669 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Sep 16 19:48:53.414039 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fb6d0-7ef1-42fb-8803-ea4cfe261f9f req-f6c46385-6307-4b5b-8b0e-119dc5fc929d tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:53.415544 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f69fb6d0-7ef1-42fb-8803-ea4cfe261f9f req-f6c46385-6307-4b5b-8b0e-119dc5fc929d tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 943 time: 0.0875123 Sep 16 19:48:53.463128 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f69fb6d0-7ef1-42fb-8803-ea4cfe261f9f req-9b858d53-e66b-4dda-8e9d-5b02bbe67c84 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 Sep 16 19:48:53.813241 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 2887d129-a879-449e-b5c8-b35e9fafa999 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=93570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 16 19:48:53.953979 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 2887d129-a879-449e-b5c8-b35e9fafa999, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2887d129-a879-449e-b5c8-b35e9fafa999,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:48:53.971135 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Returning: {'device': '2887d129-a879-449e-b5c8-b35e9fafa999', 'network_id': '779ff634-b580-418f-baeb-76953ff3fd15', 'port_id': '2887d129-a879-449e-b5c8-b35e9fafa999', 'mac_address': 'fa:16:3e:3d:8c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3973cf-8778-4d83-9ed1-fb06d1eec45c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 19:48:54.025553 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:54.043728 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2887d129-a879-449e-b5c8-b35e9fafa999 {{(pid=93570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 16 19:48:54.059109 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 2887d129-a879-449e-b5c8-b35e9fafa999, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2887d129-a879-449e-b5c8-b35e9fafa999,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:48:54.091177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:54.092943 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:48:54.157434 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=2887d129-a879-449e-b5c8-b35e9fafa999,revision_number=4']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:48:54.167188 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.167577 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.167956 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.168331 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.168703 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.169077 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.169440 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.169807 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.170219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.170584 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.170947 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:48:54.174986 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:48:54.292310 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['2887d129-a879-449e-b5c8-b35e9fafa999'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:48:54.668086 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628e767-01c2-431c-9220-481ece57e8b4 req-225769a0-616a-48a3-8dd3-a6875a6de013 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:54.669656 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2628e767-01c2-431c-9220-481ece57e8b4 req-225769a0-616a-48a3-8dd3-a6875a6de013 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 944 time: 0.0856752 Sep 16 19:48:54.717529 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2628e767-01c2-431c-9220-481ece57e8b4 req-2d51ac30-1b26-4111-8858-bfb281925fc0 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Sep 16 19:48:55.722367 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:48:55.829104 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 2887d129-a879-449e-b5c8-b35e9fafa999 up at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 16 19:48:55.942898 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning for port 2887d129-a879-449e-b5c8-b35e9fafa999 completed by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 16 19:48:55.949177 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Provisioning complete for port 2887d129-a879-449e-b5c8-b35e9fafa999 triggered by entity L2. {{(pid=93570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 16 19:48:55.949602 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772417'] for port, provisioning_complete {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:56.088230 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847307951'] for port, before_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:56.119191 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2887d129-a879-449e-b5c8-b35e9fafa999'}] {{(pid=93570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:48:56.129888 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] For port 2887d129-a879-449e-b5c8-b35e9fafa999, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2887d129-a879-449e-b5c8-b35e9fafa999,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:48:56.146471 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639897b-cc0f-4bf6-bdc8-a2eace82b33c req-f15f93b2-87a3-4673-929d-172d71e39784 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:56.148218 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1639897b-cc0f-4bf6-bdc8-a2eace82b33c req-f15f93b2-87a3-4673-929d-172d71e39784 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 944 time: 0.3068786 Sep 16 19:48:56.154328 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363261888593609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261889009217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774965766617'] for port, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:48:56.157204 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:48:56.196146 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2887d129-a879-449e-b5c8-b35e9fafa999', 'code': 200} Sep 16 19:48:56.199150 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1639897b-cc0f-4bf6-bdc8-a2eace82b33c req-3b0d3b3b-6339-487c-9cd3-6c262b13857b tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Sep 16 19:48:56.234037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Pushing event updated for resources: {'Port': ['ID=2887d129-a879-449e-b5c8-b35e9fafa999,revision_number=5']} {{(pid=93570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:48:56.237219 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93570) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:48:56.485668 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-25d9eedb-de56-491b-a045-eedabe67a0e9 req-5fcf979b-e4ea-4ffe-ba40-77429c6130b5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 1098 time: 0.0719669 Sep 16 19:48:56.528520 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-25d9eedb-de56-491b-a045-eedabe67a0e9 req-f04b4829-3c84-465f-9099-122cdf218fab service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371277 Sep 16 19:48:57.414047 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81710307-3b2c-4e99-bd9f-6b30b4634574 req-dc2b6f73-3835-4b08-9799-0fc343e1b06b tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:57.414047 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-81710307-3b2c-4e99-bd9f-6b30b4634574 req-dc2b6f73-3835-4b08-9799-0fc343e1b06b tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 945 time: 0.0870082 Sep 16 19:48:57.462104 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-81710307-3b2c-4e99-bd9f-6b30b4634574 req-0f4154ce-175d-485c-8ab3-b7a80d002bff tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Sep 16 19:48:58.662285 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887db46-b404-42d6-9d04-ec5dd13a7f15 req-643df7a2-11e0-4a6d-83fc-2f39d82c5de4 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:48:58.663868 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c887db46-b404-42d6-9d04-ec5dd13a7f15 req-643df7a2-11e0-4a6d-83fc-2f39d82c5de4 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 945 time: 0.0813694 Sep 16 19:48:58.716058 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c887db46-b404-42d6-9d04-ec5dd13a7f15 req-92de04b1-3087-4496-9eb5-ab01995cad83 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461490 Sep 16 19:49:14.113863 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:17.821874 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-39e35591-c7cf-4306-8b02-d2e5b714c825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:18.810494 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6623f-0532-4343-a4be-ee477d2472af req-3c718dd6-1dc0-45f6-91c0-a0bb88950b3a tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:49:18.812059 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7ef6623f-0532-4343-a4be-ee477d2472af req-3c718dd6-1dc0-45f6-91c0-a0bb88950b3a tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 945 time: 0.0813737 Sep 16 19:49:18.865276 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7ef6623f-0532-4343-a4be-ee477d2472af req-ea79845c-ab89-407d-b93e-23c009f4e616 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472090 Sep 16 19:49:19.456403 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:20.152615 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a13b3-6180-4eae-aebd-7fe8fdcf1ba2 req-38298483-119d-4b97-b0b2-10c2e41b3aad tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:49:20.154231 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-be3a13b3-6180-4eae-aebd-7fe8fdcf1ba2 req-38298483-119d-4b97-b0b2-10c2e41b3aad tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 945 time: 0.1612146 Sep 16 19:49:20.206010 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-be3a13b3-6180-4eae-aebd-7fe8fdcf1ba2 req-cdcb9a27-5053-4722-925a-c7b53a476862 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/security-groups?id=c68e7068-9244-41e8-96b3-17574c6a7abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Sep 16 19:49:20.322450 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-1a919faa-3858-406d-9a1a-7f274635c9cb tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 16 19:49:20.323987 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-1a919faa-3858-406d-9a1a-7f274635c9cb tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.38 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 945 time: 0.0807855 Sep 16 19:49:20.396345 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Deleting port 2887d129-a879-449e-b5c8-b35e9fafa999 {{(pid=93569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 16 19:49:20.396663 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261888604020'] for port, before_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:20.445095 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6380cf3f-a6ab-4452-a6a9-9780b0c686fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:20.652995 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] For port 2887d129-a879-449e-b5c8-b35e9fafa999, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2887d129-a879-449e-b5c8-b35e9fafa999,segment=NetworkSegment(f0a3fb57-c85d-4d37-8a22-48b39ad2561b),segment_id=f0a3fb57-c85d-4d37-8a22-48b39ad2561b)] {{(pid=93569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 16 19:49:20.653317 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622835'] for port, precommit_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:20.782098 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Calling delete_port for 2887d129-a879-449e-b5c8-b35e9fafa999 owned by compute:nova {{(pid=93569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 16 19:49:20.879176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:20.942094 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7447830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261888593660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774965766583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853569399'] for port, after_delete {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:20.948319 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-400264f6-cc7d-4f67-9228-62a13cadd450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:49:20.954583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] get_ports_and_sgs() called for port_ids ['2887d129-a879-449e-b5c8-b35e9fafa999'] {{(pid=93570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 19:49:20.991447 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Pushing event deleted for resources: {'Port': ['ID=2887d129-a879-449e-b5c8-b35e9fafa999,revision_number=None']} {{(pid=93569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:49:20.995236 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93569) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:49:21.067994 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] No DVR routers for this DVR port 2887d129-a879-449e-b5c8-b35e9fafa999 on host hv-cinder-80944 {{(pid=93569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 16 19:49:21.071080 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854261498'] for port, before_response {{(pid=93569) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:21.079088 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c', 'name': 'network-vif-deleted', 'tag': '2887d129-a879-449e-b5c8-b35e9fafa999'}] {{(pid=93569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 16 19:49:21.120387 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e47489ac-9fb0-4e9b-bae0-826ef2b5a9ee req-df22fe63-496b-4876-9dba-22c71a1a19a7 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.38 "DELETE /v2.0/ports/2887d129-a879-449e-b5c8-b35e9fafa999 HTTP/1.1" status: 204 len: 173 time: 0.7908819 Sep 16 19:49:21.127579 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c', 'name': 'network-vif-deleted', 'tag': '2887d129-a879-449e-b5c8-b35e9fafa999', 'status': 'completed', 'code': 200} Sep 16 19:49:21.393069 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-76ea9fe0-8a5a-490f-bad6-7b1f0469e14b req-a19e34f4-4806-4a78-905a-35ee4a6ecce4 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Synchronizing usage tracker for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:port {{(pid=93569) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 16 19:49:21.439053 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.quota.resource [req-76ea9fe0-8a5a-490f-bad6-7b1f0469e14b req-a19e34f4-4806-4a78-905a-35ee4a6ecce4 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] Unset dirty status for tenant:8aa3874a140d40958e4fcaa84de960d9 on resource:port {{(pid=93569) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 16 19:49:21.440294 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-76ea9fe0-8a5a-490f-bad6-7b1f0469e14b req-a19e34f4-4806-4a78-905a-35ee4a6ecce4 tempest-VolumesSnapshotTestJSON-1958706728 tempest-VolumesSnapshotTestJSON-1958706728-project] 10.222.0.37 "GET /v2.0/ports?device_id=a88aa44a-bd41-4bc2-84f3-05e6b8d0a92c HTTP/1.1" status: 200 len: 210 time: 0.0923500 Sep 16 19:49:21.862259 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:23.937644 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 2887d129-a879-449e-b5c8-b35e9fafa999 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 16 19:49:23.970803 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] No Port match for: 2887d129-a879-449e-b5c8-b35e9fafa999 {{(pid=93570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 16 19:49:23.971188 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.rpc [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Device 2887d129-a879-449e-b5c8-b35e9fafa999 not bound to the agent host hv-cinder-80944 {{(pid=93570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 16 19:49:32.289835 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-1b810880-89c1-46f2-9474-17363ec6673b req-e211fa60-3fe6-4659-acda-962b4841675a service neutron] (93569) timed out ('10.222.0.38', 63103) {{(pid=93569) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Sep 16 19:49:32.722282 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:49:44.130005 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:47.815708 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-206a0612-e6ee-402f-8507-118e879a69ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:48.340215 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 55234) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:49:48.409402 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Deleting subnet 0c3973cf-8778-4d83-9ed1-fb06d1eec45c {{(pid=93568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 19:49:48.412386 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:48.464042 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852821829'] for subnet, precommit_delete_associations {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:48.523781 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774618'] for subnet, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:48.621779 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852836319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853545306'] for subnet, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:48.626137 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:49:48.663215 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c3973cf-8778-4d83-9ed1-fb06d1eec45c,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:49:48.672411 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:48.679829 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.680253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.680667 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.681081 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.681520 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.681964 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.682352 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.682752 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.683151 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.683550 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.684206 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809448-1-iscsi {{(pid=93568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 16 19:49:48.687468 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:49:48.689271 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d9be593e-fbfd-4c55-8649-7536f7b092e6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0c3973cf-8778-4d83-9ed1-fb06d1eec45c HTTP/1.1" status: 204 len: 168 time: 0.3476498 Sep 16 19:49:48.691709 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 55238) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:49:48.809540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13282'] for network, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:48.942626 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854760129', 'neutron.services.segments.db._delete_segments_for_network-8774966300446'] for network, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:48.969211 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779ff634-b580-418f-baeb-76953ff3fd15']}} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:49:48.982281 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b') {'for_net_delete': True} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:49:48.982620 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a3fb57-c85d-4d37-8a22-48b39ad2561b') {} {{(pid=93568) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 16 19:49:48.995066 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261888483922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1953954'] for segment, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.009762 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-221597'] for segment, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.016176 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 16 19:49:49.016695 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854554236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852836198'] for segment, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: Traceback (most recent call last): Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: timer() Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: cb(*args, **kw) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: self._notify() Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: self.callback(batched_events) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: event.method(event) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: segment_id)['aggregates'][0] Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: return f(self, *a, **k) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: return self._get(url).json() Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: **kwargs) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: **endpoint_filter) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:49:49.030572 dv-cinder-809448-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:49:49.221604 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846581439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623791'] for network, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.224941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:49:49.239305 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846581424'] for network, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.250865 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Pushing event deleted for resources: {'Network': ['ID=779ff634-b580-418f-baeb-76953ff3fd15,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:49:49.254253 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:49:49.285202 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-510e6bf7-d9bd-4ba7-a35b-7f4d87a8ec9e admin admin] 10.222.0.37 "DELETE /v2.0/networks/779ff634-b580-418f-baeb-76953ff3fd15 HTTP/1.1" status: 204 len: 168 time: 0.5924151 Sep 16 19:49:49.466867 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.525487 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 55244) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:49:49.577907 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ac9af295-f072-4bbd-b41e-e170eca8b496 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8aa3874a140d40958e4fcaa84de960d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511034 Sep 16 19:49:49.580431 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93568) accepted ('10.222.0.37', 55248) {{(pid=93568) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 16 19:49:49.646255 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4cd22e8d-4e65-419d-9077-7c484e43a201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.672770 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4cd22e8d-4e65-419d-9077-7c484e43a201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.826753 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4cd22e8d-4e65-419d-9077-7c484e43a201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854071999'] for security_group, after_delete {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.831768 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b3ae742c-d0ce-4080-a941-0f8ac2f5dca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 16 19:49:49.846782 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd22e8d-4e65-419d-9077-7c484e43a201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e7068-9244-41e8-96b3-17574c6a7abb,revision_number=None']} {{(pid=93568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 16 19:49:49.849164 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4cd22e8d-4e65-419d-9077-7c484e43a201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93568) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 16 19:49:49.877412 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4cd22e8d-4e65-419d-9077-7c484e43a201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93568) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:49.878787 dv-cinder-809448-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4cd22e8d-4e65-419d-9077-7c484e43a201 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c68e7068-9244-41e8-96b3-17574c6a7abb HTTP/1.1" status: 204 len: 168 time: 0.2973597 Sep 16 19:49:50.426941 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc56e-9610-4369-bf18-3859c00a3d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:50.895461 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:49:51.889260 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:09.722549 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:50:14.146321 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:17.837849 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-42b78483-81d5-4253-a1c4-9a59efc48628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:19.460417 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:20.437529 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9181d058-f39c-4a4e-b27e-d4db658a4f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:20.906061 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:21.922342 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:44.122954 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:46.723877 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:50:47.837034 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8029f4bd-4983-4841-8099-3b0fd0967d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:49.465130 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:50.437671 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cbb37c93-501d-4547-b3ed-9a41cee7cd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:50.905560 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:50:51.906097 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:14.144914 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:17.824812 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-985b1dcd-137f-4c88-a8fb-97c7f918881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:19.476318 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:20.429583 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-20eb3c62-e491-49c9-a0f6-b97e055869bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:20.921740 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:21.903975 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:23.726145 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:51:44.172698 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:46.385830 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-a56b1d40-f9eb-4212-94cc-d20f73143b32 req-03d65968-c9ad-47ee-af9f-29fb22817b71 service neutron] (93568) timed out ('10.222.0.38', 63102) {{(pid=93568) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Sep 16 19:51:47.840625 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1fc77a07-e8da-4b7a-b3b5-ab51de4048ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:49.469540 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:50.441179 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f49141e6-32ca-46ef-af5e-8595d3cec1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:50.886658 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:51:51.892394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:00.726759 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:52:14.176847 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:17.828536 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-31714bf4-8feb-4b20-998e-3f22314b9879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:19.486283 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:20.453843 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-102106ac-ea63-474f-80c3-dac6c198a7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:20.891931 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:21.891485 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:37.731424 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:52:44.182664 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:47.816876 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0216aab0-385d-4e37-9045-b3d5fa407b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:49.479394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:50.452000 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-17393a47-8c91-4e73-a7cc-f1cbc2719d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:50.902131 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:52:51.896397 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:14.192999 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:14.732371 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:53:17.832980 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-916d9c4c-4706-4abc-a010-a232fd7a6bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:19.484433 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:20.438669 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6e63d208-f2e6-4d07-bf1b-a654b21c2dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:20.913037 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:21.895742 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:44.209717 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:47.815046 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-30731d90-bbdd-4e5c-9c77-7ecc9d982e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:49.484264 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:50.449741 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d67d-3d38-4364-abc1-9fa826d8c30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:50.911580 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:53:51.732547 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:53:51.900610 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:14.363612 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:17.825032 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d4f7-8073-4547-8efe-ccf343e39db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:19.493903 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:20.454227 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9d0234a-d4d6-416e-ac1f-e7fc2225c490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:20.916748 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:21.894573 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:28.732361 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron.db.agents_db [None req-1513e11b-c8be-426f-a5c3-2311fdb3a580 None None] Agent healthcheck: found 6 active agents {{(pid=93571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 16 19:54:44.219439 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-56251a07-d3c5-4c02-bdd9-f2c9f8c28f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:47.825394 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e08e5dd1-9dc1-4112-bc28-f29e2ec329b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:49.504624 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e7827b03-4071-4239-b774-319dc8c48c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:50.448228 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b30fbf49-9341-44b2-8aa1-ea700369491e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:50.922960 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8366-414e-444c-8177-9ec08cef85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 16 19:54:51.905169 dv-cinder-809448-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55e82d9a-2d6d-49df-bc7e-2bec9be8ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774966300429', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3468'] for agent, after_update {{(pid=93570) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}